-- Logs begin at Tue 2021-11-16 21:05:38 UTC, end at Tue 2021-11-16 22:09:40 UTC. -- Nov 16 21:42:38.790190 dv-cinder-818140-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Nov 16 21:42:41.176377 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.common.config [-] Logging enabled! Nov 16 21:42:41.177105 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev63 Nov 16 21:42:41.177195 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86756) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 16 21:42:41.180359 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.common.config [-] Logging enabled! Nov 16 21:42:41.180618 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev63 Nov 16 21:42:41.180934 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86756) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 16 21:42:41.181870 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 16 21:42:41.182128 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 16 21:42:41.182499 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 16 21:42:41.182749 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 16 21:42:41.182979 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 16 21:42:41.183302 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.185657 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.185657 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.185657 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.185657 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.185657 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.185657 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.186104 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.186229 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.186521 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.186806 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.187098 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.187332 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.187617 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] config_source = [] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.187909 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.188202 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.188428 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] debug = True {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.188711 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.189139 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.189553 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.189850 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.190165 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.190452 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.190729 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.191012 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.191299 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.191636 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] host = dv-cinder-818140-1-smb {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.191916 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.192204 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.192492 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.192780 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.193059 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.193383 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.193624 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.193901 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] log_dir = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.194205 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] log_file = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.194483 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.194771 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.195058 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.195349 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.195575 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.195797 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.196087 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.196376 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.196653 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.196928 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.197206 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.197482 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.197757 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.198027 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.198337 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.198621 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.198905 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.199204 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.199650 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.200110 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.200391 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.200681 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.201133 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.201615 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.201946 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.202281 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.202563 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.202928 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.203419 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.203725 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.204021 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.204383 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.204685 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.205013 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.205488 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.205963 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] use_journal = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.206490 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] use_json = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.206846 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.207139 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.207439 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.207728 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.208016 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.208302 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.208641 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.208961 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:41.209276 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.209584 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.209900 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.210220 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.210525 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.210815 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.211110 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.211397 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.211694 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.211989 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.212286 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.212568 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.212864 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.213148 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.213450 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.213762 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.214077 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.214387 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.214669 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.214984 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.215363 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.215649 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.215978 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.216278 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.216574 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.216855 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.217139 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.217432 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.217716 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.217997 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.218306 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.218602 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.218885 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.219161 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.219448 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.219736 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.220017 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.220296 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.220580 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.220876 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.221160 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.221436 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.221713 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.221996 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.222296 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.222587 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.222872 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.223152 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.223432 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.223717 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.223996 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.224346 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.224635 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.224916 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.225200 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.225478 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.225757 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.226035 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.226340 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.226617 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.226893 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.227169 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.227451 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.227726 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.227999 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.228276 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.228553 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.228829 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.229119 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.229420 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.229705 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.229986 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.230294 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.231189 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.231479 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.231866 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.232155 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.232441 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.232736 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.233244 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.233712 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.234016 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.234335 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.234639 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.235160 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.235475 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.235770 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.236056 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.236420 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.236724 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.237171 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.237685 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.238226 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.238650 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.238968 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.239280 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.239581 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.239975 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.240271 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:41.240499 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 16 21:42:41.240754 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86756) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 16 21:42:41.641781 dv-cinder-818140-1-smb neutron-server[86756]: INFO keyring.backend [-] Loading KWallet Nov 16 21:42:41.648897 dv-cinder-818140-1-smb neutron-server[86756]: INFO keyring.backend [-] Loading SecretService Nov 16 21:42:41.653262 dv-cinder-818140-1-smb neutron-server[86756]: INFO keyring.backend [-] Loading Windows Nov 16 21:42:41.654834 dv-cinder-818140-1-smb neutron-server[86756]: INFO keyring.backend [-] Loading chainer Nov 16 21:42:41.655420 dv-cinder-818140-1-smb neutron-server[86756]: INFO keyring.backend [-] Loading macOS Nov 16 21:42:41.690559 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:42:41.690832 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=86756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:42:41.691125 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:42:41.691462 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 16 21:42:42.003622 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:42.003926 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:42.004199 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:42.005413 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:42.005689 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:42.005956 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:42.125733 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:42.126011 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:42.126317 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:42.139809 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:42.140097 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:42.140371 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:42.170420 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:42.170697 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:42.170964 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:42.209383 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:42.209970 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:42.209970 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:42.448668 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:42.448961 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:42.449309 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:42.449651 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:42.450648 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:42.576934 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:42.577183 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:42.577469 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:42.577743 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:42.578011 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:42.578349 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:42.578618 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:42.578882 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:42.579141 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:42.579434 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:42.579696 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:42.580108 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:42.580382 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:42.580645 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:42.580921 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:42.581198 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:42.581463 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:42.581747 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:42.582001 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:42.582308 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:42.582664 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:42.582923 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:42.583182 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:42.583473 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:42.583727 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:42.583969 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:42.584356 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86756) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 16 21:42:42.584600 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86756) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 16 21:42:42.584842 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86756) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 16 21:42:42.585079 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86756) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 16 21:42:42.585316 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86756) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 16 21:42:42.585553 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86756) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 16 21:42:42.585917 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 16 21:42:42.589089 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 16 21:42:42.593705 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 16 21:42:42.597549 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Nov 16 21:42:42.599236 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 16 21:42:42.599694 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 16 21:42:42.600028 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 16 21:42:42.600418 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 16 21:42:42.603471 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 16 21:42:42.603721 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 16 21:42:42.604068 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 16 21:42:42.634776 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 16 21:42:42.635233 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:42.635535 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86756) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 16 21:42:42.635983 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:42.638031 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86756) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 16 21:42:42.638334 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 16 21:42:42.638582 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 16 21:42:42.642126 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:42.642416 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:42.705201 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 16 21:42:42.705445 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 16 21:42:42.705684 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 16 21:42:42.706074 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 16 21:42:42.739556 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_db.sqlalchemy.engines [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=86756) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Nov 16 21:42:43.077498 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.plugins.ml2.managers [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Initializing driver for type 'gre' Nov 16 21:42:43.078018 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] gre ID ranges: [(1, 1000)] Nov 16 21:42:43.135020 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.plugins.ml2.managers [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Initializing driver for type 'local' Nov 16 21:42:43.135455 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.plugins.ml2.managers [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Initializing driver for type 'vlan' Nov 16 21:42:43.148433 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] VlanTypeDriver initialization complete Nov 16 21:42:43.148786 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.plugins.ml2.managers [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Initializing driver for type 'vxlan' Nov 16 21:42:43.149292 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] vxlan ID ranges: [(1, 1000)] Nov 16 21:42:43.206800 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.plugins.ml2.managers [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Initializing extension driver 'port_security' Nov 16 21:42:43.207174 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.plugins.ml2.extensions.port_security [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] PortSecurityExtensionDriver initialization complete Nov 16 21:42:43.207550 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.plugins.ml2.managers [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Initializing mechanism driver 'openvswitch' Nov 16 21:42:43.207906 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.plugins.ml2.managers [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Initializing mechanism driver 'hyperv' Nov 16 21:42:43.214540 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.plugins.ml2.plugin [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:42:43.216140 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > port after_create 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.216733 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > port after_update 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.217171 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > port after_delete 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.217692 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > subnet after_create 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.218036 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > subnet after_update 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.218396 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.218761 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > network after_create 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.219097 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > network after_update 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.219436 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > network after_delete 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.219804 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > security_group after_create 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.220139 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > security_group after_update 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.220468 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.220831 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.221161 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.221485 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.221853 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > address_group after_create 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.222304 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > address_group after_update 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.222632 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.222968 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] ML2 OVO RPC backend initialized. {{(pid=86756) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Nov 16 21:42:43.223670 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.224012 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.224417 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > network before_response 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.224753 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > networks before_response 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.225089 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > port before_response 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.225418 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > ports before_response 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.225747 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > subnet before_response 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.226099 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > subnets before_response 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.226437 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > network after_create 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.226765 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > network after_update 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.227088 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > network after_delete 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.227411 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > port after_create 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.227735 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > port after_update 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.228058 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > port after_delete 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.228378 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > subnet after_create 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.228699 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > subnet after_update 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.229020 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.229591 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.plugins.ml2.plugin [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Modular L2 Plugin initialization complete Nov 16 21:42:43.229908 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading services supported by the core plugin {{(pid=86756) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 16 21:42:43.230249 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.plugins.ml2.managers [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Got port-security extension from driver 'port_security' Nov 16 21:42:43.231320 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.extensions.vlantransparent [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Disabled vlantransparent extension. Nov 16 21:42:43.231807 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86756) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 16 21:42:43.232112 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading Plugin: router Nov 16 21:42:43.269081 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.269471 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > router after_create 55549900 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.269832 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > router before_create 55549900 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.270219 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.270583 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.270926 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > router after_delete 55549900 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.271276 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.271626 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > router after_create 55549900 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.271961 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > router after_update 55549900 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.272299 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > router after_update 55549900 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.272634 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.272979 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > router after_update 55549900 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.273383 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > router precommit_update 55549900 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.273743 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: port after_update 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.274096 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: port after_delete 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.274430 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: subnet after_update 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.274762 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.275097 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.275431 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > router precommit_create 55549900 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.275767 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: port before_delete 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.276098 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > router precommit_create 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.276445 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > router after_update 55549900 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.276777 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.277112 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > router precommit_create 55549900 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.278083 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.278436 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > router precommit_update 55549900 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.278793 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > agent after_create 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.279129 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > agent after_delete 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.279459 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > network after_delete 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.280316 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.quota.resource_registry [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Tracking information for resource: router configured {{(pid=86756) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 16 21:42:43.280635 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.quota.resource_registry [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Tracking information for resource: floatingip configured {{(pid=86756) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 16 21:42:43.285562 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.db.l3_agentschedulers_db [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 16 21:42:43.286155 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: port after_update 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.286510 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: port after_create 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.286851 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: port after_delete 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.287192 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: port after_update 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.287968 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > router before_create 55550100 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.288321 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.288674 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > router precommit_create 55550100 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.289014 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > router precommit_update 55550100 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.293617 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.services.provider_configuration [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Service providers = [] {{(pid=86756) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 16 21:42:43.293968 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.db.servicetype_db [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86756) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 16 21:42:43.296873 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.services.service_base [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86756) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 16 21:42:43.297217 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.services.service_base [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86756) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 16 21:42:43.297551 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.services.service_base [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86756) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 16 21:42:43.298618 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.services.service_base [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86756) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 16 21:42:43.298977 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.services.service_base [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 16 21:42:43.299346 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86756) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 16 21:42:43.299652 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 16 21:42:43.310307 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86756) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 16 21:42:43.310637 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading Plugin: auto_allocate Nov 16 21:42:43.316435 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: network precommit_update 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.316797 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: network precommit_create 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.317302 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86756) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 16 21:42:43.317613 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading Plugin: tag Nov 16 21:42:43.325058 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86756) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 16 21:42:43.325385 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading Plugin: timestamp Nov 16 21:42:43.329186 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86756) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 16 21:42:43.329508 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading Plugin: network_ip_availability Nov 16 21:42:43.334771 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.335134 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.335480 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.336171 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86756) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 16 21:42:43.336480 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading Plugin: flavors Nov 16 21:42:43.342006 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86756) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 16 21:42:43.342361 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading Plugin: revisions Nov 16 21:42:43.346636 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86756) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 16 21:42:43.347024 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_concurrency.lockutils [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.656s {{(pid=86756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:42:43.347756 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86756) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 16 21:42:43.348082 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Initializing extension manager. Nov 16 21:42:43.348577 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: __init__.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.348907 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: __pycache__ {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.349230 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.349553 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: address_group.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.350319 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.350874 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: address-group Nov 16 21:42:43.351187 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: address_scope.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.351884 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.352397 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: address-scope Nov 16 21:42:43.352694 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.353614 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.354135 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: router-admin-state-down-before-update Nov 16 21:42:43.354454 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: agent.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.355145 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.355774 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: agent Nov 16 21:42:43.356183 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: agent_resources_synced.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.357084 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.357583 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: agent-resources-synced Nov 16 21:42:43.357894 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: allowedaddresspairs.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.359693 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.360200 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: allowed-address-pairs Nov 16 21:42:43.360514 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: auto_allocated_topology.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.361578 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.362101 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: auto-allocated-topology Nov 16 21:42:43.362420 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: availability_zone.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.363097 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.363592 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: availability_zone Nov 16 21:42:43.363904 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: availability_zone_filter.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.364803 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.365297 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: availability_zone_filter Nov 16 21:42:43.365609 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: data_plane_status.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.366529 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.367020 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extension data-plane-status not supported by any of loaded plugins Nov 16 21:42:43.367330 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: default_subnetpools.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.368229 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.368720 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: default-subnetpools Nov 16 21:42:43.369031 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.369821 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.370341 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: dhcp_agent_scheduler Nov 16 21:42:43.370654 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: dns.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.371592 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.372077 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extension dns-integration not supported by any of loaded plugins Nov 16 21:42:43.372386 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: dns_domain_ports.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.373308 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.373800 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 16 21:42:43.374144 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: dvr.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.375078 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.375569 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: dvr Nov 16 21:42:43.375876 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: empty_string_filtering.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.376770 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.377264 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: empty-string-filtering Nov 16 21:42:43.377573 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.378486 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.378976 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 16 21:42:43.379287 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.380184 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.380680 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 16 21:42:43.380992 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: external_net.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.381879 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.382398 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: external-net Nov 16 21:42:43.382712 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.383611 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.384103 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: extra_dhcp_opt Nov 16 21:42:43.384416 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: extraroute.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.385313 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.385788 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: extraroute Nov 16 21:42:43.386125 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: extraroute_atomic.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.387743 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.388166 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: extraroute-atomic Nov 16 21:42:43.388479 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: filter_validation.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.389133 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.389621 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: filter-validation Nov 16 21:42:43.389932 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: fip_pf_description.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.392590 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.393091 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 16 21:42:43.393409 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: fip_port_details.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.394359 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.394859 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: fip-port-details Nov 16 21:42:43.395175 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: flavors.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.396394 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.396899 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: flavors Nov 16 21:42:43.397234 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.399024 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.399521 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 16 21:42:43.399842 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: floatingip_pools.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.400530 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.401021 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: floatingip-pools Nov 16 21:42:43.401335 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: ip_allocation.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.402305 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.403396 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extension ip_allocation not supported by any of loaded plugins Nov 16 21:42:43.403641 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.404552 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.405045 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: ip-substring-filtering Nov 16 21:42:43.405363 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: l2_adjacency.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.406302 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.406791 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 16 21:42:43.407105 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: l3.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.408090 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.408598 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: router Nov 16 21:42:43.408937 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.411190 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.411710 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 16 21:42:43.412029 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.412957 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.413466 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: ext-gw-mode Nov 16 21:42:43.413783 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.414723 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.415217 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: l3-ha Nov 16 21:42:43.415528 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: l3_flavors.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.416433 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.416921 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: l3-flavors Nov 16 21:42:43.417231 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.418230 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.418718 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 16 21:42:43.419029 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: l3agentscheduler.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.420064 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.420562 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: l3_agent_scheduler Nov 16 21:42:43.420879 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: logging.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.422382 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.422889 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extension logging not supported by any of loaded plugins Nov 16 21:42:43.423210 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: metering.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.423945 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.424508 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: metering Nov 16 21:42:43.424824 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.425899 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.426435 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: metering_source_and_destination_fields Nov 16 21:42:43.426753 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: multiprovidernet.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.427784 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.428279 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: multi-provider Nov 16 21:42:43.428599 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: netmtu.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.429494 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.429989 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: net-mtu Nov 16 21:42:43.430327 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: netmtu_writable.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.431222 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.431718 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: net-mtu-writable Nov 16 21:42:43.432034 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: network_availability_zone.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.432692 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.433187 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: network_availability_zone Nov 16 21:42:43.433528 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: network_ip_availability.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.434744 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.435243 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: network-ip-availability Nov 16 21:42:43.435557 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: network_segment_range.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.436310 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.436801 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extension network-segment-range not supported by any of loaded plugins Nov 16 21:42:43.437112 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: pagination.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.438103 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.438426 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: pagination Nov 16 21:42:43.438734 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: port_device_profile.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.439631 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.440127 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: port-device-profile Nov 16 21:42:43.440438 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.441384 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.441880 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: port-mac-address-regenerate Nov 16 21:42:43.442235 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.443161 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.443656 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: port-numa-affinity-policy Nov 16 21:42:43.443970 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: port_resource_request.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.444862 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.445351 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extension port-resource-request not supported by any of loaded plugins Nov 16 21:42:43.445662 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: portbindings.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.446598 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.447091 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: binding Nov 16 21:42:43.447401 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: portbindings_extended.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.448739 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.449834 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: binding-extended Nov 16 21:42:43.450043 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: portsecurity.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.450992 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.451488 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: port-security Nov 16 21:42:43.451801 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: project_id.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.452768 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.453088 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: project-id Nov 16 21:42:43.453405 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: providernet.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.454358 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.454861 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: provider Nov 16 21:42:43.455171 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: qos.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.458841 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.459303 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extension qos not supported by any of loaded plugins Nov 16 21:42:43.459628 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.460881 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.461382 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 16 21:42:43.461703 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.462647 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.463147 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 16 21:42:43.463470 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: qos_default.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.464367 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.465456 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extension qos-default not supported by any of loaded plugins Nov 16 21:42:43.465796 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: qos_fip.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.466474 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.466965 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extension qos-fip not supported by any of loaded plugins Nov 16 21:42:43.467280 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: qos_gateway_ip.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.468191 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.468683 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 16 21:42:43.468996 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: qos_port_network_policy.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.469891 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.470418 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 16 21:42:43.470732 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: qos_rule_type_details.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.471628 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.472116 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 16 21:42:43.472425 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: qos_rules_alias.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.473464 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.473956 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 16 21:42:43.474299 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: quotasv2.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.475247 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.475702 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: quotas Nov 16 21:42:43.476014 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: quotasv2_detail.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.477632 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.477958 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: quota_details Nov 16 21:42:43.478308 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: rbac.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.479365 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.479876 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: rbac-policies Nov 16 21:42:43.480196 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: rbac_address_group.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.481194 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.481690 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: rbac-address-group Nov 16 21:42:43.482003 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: rbac_address_scope.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.482933 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.483436 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: rbac-address-scope Nov 16 21:42:43.483750 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: rbac_security_groups.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.484647 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.485142 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: rbac-security-groups Nov 16 21:42:43.485456 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: rbac_subnetpool.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.486406 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.486957 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: rbac-subnetpool Nov 16 21:42:43.487278 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: revisionifmatch.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.488183 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.488675 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: revision-if-match Nov 16 21:42:43.488988 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: revisions.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.490974 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.490974 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: standard-attr-revisions Nov 16 21:42:43.490974 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: router_availability_zone.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.491567 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.492060 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: router_availability_zone Nov 16 21:42:43.492376 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: routerservicetype.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.493284 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.493780 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extension router-service-type not supported by any of loaded plugins Nov 16 21:42:43.494121 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.495024 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.495518 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: security-groups-normalized-cidr Nov 16 21:42:43.495832 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.496865 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.497362 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: port-security-groups-filtering Nov 16 21:42:43.497677 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.498606 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.499102 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: security-groups-remote-address-group Nov 16 21:42:43.499414 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: securitygroup.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.509189 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.509703 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: security-group Nov 16 21:42:43.510028 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: segment.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.510825 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.511318 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extension segment not supported by any of loaded plugins Nov 16 21:42:43.512144 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.513150 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.513642 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 16 21:42:43.513961 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: servicetype.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.515097 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.515601 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: service-type Nov 16 21:42:43.516169 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: sorting.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.517134 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.517461 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: sorting Nov 16 21:42:43.517779 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: standard_attr_segment.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.518700 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.519202 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 16 21:42:43.519516 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: standardattrdescription.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.520150 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.520642 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: standard-attr-description Nov 16 21:42:43.520956 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: stateful_security_group.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.521866 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.522383 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: stateful-security-group Nov 16 21:42:43.522699 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: stdattrs_common.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.523276 dv-cinder-818140-1-smb neutron-server[86756]: WARNING neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 16 21:42:43.523585 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.524584 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.525084 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 16 21:42:43.525396 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: subnet_onboard.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.526484 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.526991 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: subnet_onboard Nov 16 21:42:43.527378 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.528807 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.529306 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 16 21:42:43.529619 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: subnet_service_types.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.530551 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.531053 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: subnet-service-types Nov 16 21:42:43.531365 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: subnetallocation.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.532453 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.532959 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: subnet_allocation Nov 16 21:42:43.533285 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.533942 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.534470 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: subnetpool-prefix-ops Nov 16 21:42:43.534783 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.535711 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.536206 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 16 21:42:43.536520 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: tagging.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.537579 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.538105 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: standard-attr-tag Nov 16 21:42:43.538423 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: timestamp.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.539612 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.540115 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loaded extension: standard-attr-timestamp Nov 16 21:42:43.540433 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: trunk.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.541454 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.541955 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extension trunk not supported by any of loaded plugins Nov 16 21:42:43.542308 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: trunk_details.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.543267 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.543760 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extension trunk-details not supported by any of loaded plugins Nov 16 21:42:43.544070 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: uplink_status_propagation.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.544980 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.545477 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 16 21:42:43.545792 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Loading extension file: vlantransparent.py {{(pid=86756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:42:43.546481 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:42:43.546980 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 16 21:42:43.549398 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.quota.resource_registry [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Creating instance of TrackedResource for resource:network Nov 16 21:42:43.550371 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.quota.resource_registry [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Creating instance of TrackedResource for resource:subnet Nov 16 21:42:43.551152 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.quota.resource_registry [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Creating instance of TrackedResource for resource:subnetpool Nov 16 21:42:43.551749 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.quota.resource_registry [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Creating instance of TrackedResource for resource:port Nov 16 21:42:43.553097 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.v2.resource_helper [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86756) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 21:42:43.553541 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.v2.resource_helper [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Service FLAVORS assigned prefix: {{(pid=86756) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 21:42:43.554175 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.v2.resource_helper [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86756) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 21:42:43.554594 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.v2.resource_helper [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86756) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 21:42:43.554915 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.quota.resource_registry [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Creating instance of TrackedResource for resource:router Nov 16 21:42:43.555559 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.quota.resource_registry [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Creating instance of TrackedResource for resource:floatingip Nov 16 21:42:43.556255 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.v2.resource_helper [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Service METERING assigned prefix: /metering {{(pid=86756) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 21:42:43.557711 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.558099 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.558446 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:42:43.559617 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.quota.resource_registry [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Creating instance of CountableResource for resource:rbac_policy Nov 16 21:42:43.560042 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.quota.resource_registry [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Creating instance of TrackedResource for resource:security_group Nov 16 21:42:43.560682 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.quota.resource_registry [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 16 21:42:43.561412 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.v2.resource_helper [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Service CORE assigned prefix: {{(pid=86756) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 21:42:43.561732 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.quota.resource_registry [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Creating instance of TrackedResource for resource:subnetpool Nov 16 21:42:43.562075 dv-cinder-818140-1-smb neutron-server[86756]: WARNING neutron.quota.resource_registry [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] subnetpool is already registered Nov 16 21:42:43.562671 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.v2.resource_helper [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Service CORE assigned prefix: {{(pid=86756) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 21:42:43.562990 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.quota.resource_registry [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Creating instance of TrackedResource for resource:subnetpool Nov 16 21:42:43.563316 dv-cinder-818140-1-smb neutron-server[86756]: WARNING neutron.quota.resource_registry [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] subnetpool is already registered Nov 16 21:42:43.565824 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.v2.resource_helper [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86756) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 21:42:43.566273 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.v2.resource_helper [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Service FLAVORS assigned prefix: {{(pid=86756) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 21:42:43.566850 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.v2.resource_helper [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86756) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 21:42:43.567257 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.v2.resource_helper [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86756) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 21:42:43.567579 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.quota.resource_registry [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Creating instance of TrackedResource for resource:router Nov 16 21:42:43.567907 dv-cinder-818140-1-smb neutron-server[86756]: WARNING neutron.quota.resource_registry [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] router is already registered Nov 16 21:42:43.568491 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.quota.resource_registry [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Creating instance of TrackedResource for resource:floatingip Nov 16 21:42:43.568811 dv-cinder-818140-1-smb neutron-server[86756]: WARNING neutron.quota.resource_registry [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] floatingip is already registered Nov 16 21:42:43.569428 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.v2.resource_helper [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Service METERING assigned prefix: /metering {{(pid=86756) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 21:42:43.570115 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.quota.resource_registry [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Creating instance of CountableResource for resource:rbac_policy Nov 16 21:42:43.570439 dv-cinder-818140-1-smb neutron-server[86756]: WARNING neutron.quota.resource_registry [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] rbac_policy is already registered Nov 16 21:42:43.570971 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.quota.resource_registry [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Creating instance of TrackedResource for resource:security_group Nov 16 21:42:43.571292 dv-cinder-818140-1-smb neutron-server[86756]: WARNING neutron.quota.resource_registry [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] security_group is already registered Nov 16 21:42:43.571878 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.quota.resource_registry [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 16 21:42:43.572199 dv-cinder-818140-1-smb neutron-server[86756]: WARNING neutron.quota.resource_registry [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] security_group_rule is already registered Nov 16 21:42:43.572850 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.v2.resource_helper [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Service CORE assigned prefix: {{(pid=86756) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 21:42:43.573175 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.quota.resource_registry [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Creating instance of TrackedResource for resource:subnetpool Nov 16 21:42:43.573498 dv-cinder-818140-1-smb neutron-server[86756]: WARNING neutron.quota.resource_registry [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] subnetpool is already registered Nov 16 21:42:43.574106 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.v2.resource_helper [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Service CORE assigned prefix: {{(pid=86756) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 21:42:43.574974 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.quota.resource_registry [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Creating instance of TrackedResource for resource:subnetpool Nov 16 21:42:43.575338 dv-cinder-818140-1-smb neutron-server[86756]: WARNING neutron.quota.resource_registry [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] subnetpool is already registered Nov 16 21:42:43.575892 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extended resource: extensions {{(pid=86756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:42:43.577366 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extended resource: address-groups {{(pid=86756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:42:43.579026 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extended resource: address-scopes {{(pid=86756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:42:43.580238 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extended resource: agents {{(pid=86756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:42:43.581406 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extended resource: auto-allocated-topology {{(pid=86756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:42:43.582702 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extended resource: availability_zones {{(pid=86756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:42:43.584037 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extended resource: dhcp-networks {{(pid=86756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:42:43.585452 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extended resource: dhcp-agents {{(pid=86756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:42:43.586938 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extended resource: routers {{(pid=86756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:42:43.589634 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extended resource: flavors {{(pid=86756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:42:43.591785 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extended resource: service_profiles {{(pid=86756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:42:43.593001 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extended resource: next_providers {{(pid=86756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:42:43.594631 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extended resource: service_profiles {{(pid=86756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:42:43.596091 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extended resource: floatingip-pools {{(pid=86756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:42:43.597304 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extended resource: routers {{(pid=86756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:42:43.599138 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extended resource: floatingips {{(pid=86756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:42:43.600345 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extended resource: l3-routers {{(pid=86756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:42:43.601754 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extended resource: l3-agents {{(pid=86756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:42:43.603203 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extended resource: metering-labels {{(pid=86756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:42:43.604577 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extended resource: metering-label-rules {{(pid=86756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:42:43.606140 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extended resource: network-ip-availabilities {{(pid=86756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:42:43.607397 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extended resource: bindings {{(pid=86756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:42:43.609053 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extended resource: quotas {{(pid=86756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:42:43.610536 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extended resource: quotas {{(pid=86756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:42:43.611965 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extended resource: rbac-policies {{(pid=86756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:42:43.613264 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extended resource: security-groups {{(pid=86756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:42:43.614502 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extended resource: security-group-rules {{(pid=86756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:42:43.615732 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extended resource: service-providers {{(pid=86756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:42:43.616973 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extended resource: subnetpools {{(pid=86756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:42:43.618436 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extended resource: subnetpools {{(pid=86756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:42:43.619896 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extended resource: tags {{(pid=86756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:42:43.622702 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extended resource: tags {{(pid=86756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:42:43.624298 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extended resource: tags {{(pid=86756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:42:43.626124 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extended resource: tags {{(pid=86756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:42:43.627923 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extended resource: tags {{(pid=86756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:42:43.629773 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extended resource: tags {{(pid=86756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:42:43.631526 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extended resource: tags {{(pid=86756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:42:43.633451 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extended resource: tags {{(pid=86756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:42:43.635258 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extended resource: tags {{(pid=86756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:42:43.637862 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron.api.extensions [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Extended resource: tags {{(pid=86756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:42:43.644509 dv-cinder-818140-1-smb neutron-server[86756]: WARNING keystonemiddleware.auth_token [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 16 21:42:43.649243 dv-cinder-818140-1-smb neutron-server[86756]: WARNING keystonemiddleware.auth_token [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 16 21:42:43.658541 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_concurrency.lockutils [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Acquired lock "singleton_lock" {{(pid=86756) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Nov 16 21:42:43.659055 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_concurrency.lockutils [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Releasing lock "singleton_lock" {{(pid=86756) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Nov 16 21:42:43.659696 dv-cinder-818140-1-smb neutron-server[86756]: INFO oslo_service.service [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Starting 2 workers Nov 16 21:42:43.664553 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Started child 86863 {{(pid=86756) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 16 21:42:43.670213 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Started child 86864 {{(pid=86756) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 16 21:42:43.670510 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:42:43.671072 dv-cinder-818140-1-smb neutron-server[86756]: INFO neutron.service [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 16 21:42:43.671322 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Notify callbacks [] for process, before_spawn {{(pid=86756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:42:43.671811 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [-] (86863) wsgi starting up on http://0.0.0.0:9696 Nov 16 21:42:43.673314 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:42:43.673779 dv-cinder-818140-1-smb neutron-server[86756]: INFO oslo_service.service [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Starting 1 workers Nov 16 21:42:43.674728 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [-] (86864) wsgi starting up on http://0.0.0.0:9696 Nov 16 21:42:43.678847 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Started child 86865 {{(pid=86756) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 16 21:42:43.679261 dv-cinder-818140-1-smb neutron-server[86756]: INFO oslo_service.service [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Starting 1 workers Nov 16 21:42:43.682894 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.service [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] calling RpcWorker wait() {{(pid=86865) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 16 21:42:43.683472 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.service [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] returning from RpcWorker wait() {{(pid=86865) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 16 21:42:43.684429 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Started child 86866 {{(pid=86756) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 16 21:42:43.685318 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5cf-4c95-4b7d-8ba2-d06af0d94ec6 None None] Notify callbacks [] for process, after_spawn {{(pid=86756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:42:43.685545 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:42:43.685864 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:42:43.687547 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86756) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Nov 16 21:42:43.687547 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 16 21:42:43.688499 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 16 21:42:43.688723 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 16 21:42:43.689068 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 16 21:42:43.689230 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 16 21:42:43.689725 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.689826 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:42:43.690299 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.690299 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.690567 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.690857 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.691137 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:42:43.691390 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.691667 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.691926 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.692203 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.692448 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.692610 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.692769 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.693004 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.693262 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.693548 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.693813 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.694042 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.694327 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.694510 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.694734 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.695010 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.695231 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.695490 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] debug = True {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.695722 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.696204 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.696423 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.696653 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.696888 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.697156 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.697390 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.697670 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.697902 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.698150 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.698391 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.698650 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.698885 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.699123 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.700065 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.700372 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.700544 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.701013 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] host = dv-cinder-818140-1-smb {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.701374 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.701508 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.701702 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.701936 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.702196 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.702424 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.702682 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.702933 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.703198 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.703416 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.703661 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.703897 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.704107 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.704352 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] log_file = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.704510 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] log_options = True {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.704722 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.704991 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.705259 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.705441 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.705604 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.705775 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.706041 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.706203 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.706414 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.706621 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.706827 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.707054 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.707281 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.707492 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.707731 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.707954 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.708165 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.708395 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.708593 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.708828 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.709092 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.709278 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.709516 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.709750 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.709975 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.710232 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.710470 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.710692 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.710897 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.711155 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.711359 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.711595 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.711844 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.712087 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.712302 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.712522 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.712728 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.712991 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.713212 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.714270 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.714270 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.714270 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.714270 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.714579 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.714579 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.714752 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] use_json = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.715181 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.715369 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.715544 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.715746 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.715985 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.716195 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.716402 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.716653 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.717060 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.717351 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.717635 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.718336 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.718336 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.718336 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.719447 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.719447 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.719447 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.722465 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.722465 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.722465 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.722465 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.722465 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.722465 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.722465 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.722465 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.723371 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.723371 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.723371 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.723371 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.723371 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.723923 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.723923 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.724187 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.726363 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.727197 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.728501 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.728501 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.728501 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.728501 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.729170 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.729515 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.729650 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.729775 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.731987 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.731987 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.731987 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.731987 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.731987 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.731987 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.731987 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.733672 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.733925 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.734202 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.734470 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.734702 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.734948 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.735175 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.735450 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.735710 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.735937 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.736156 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.736399 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.736622 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.736907 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.737125 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.737339 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.737552 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.737775 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.738015 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.738295 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.738534 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.738903 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.739215 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.739215 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.739484 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.739620 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.739936 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.740169 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.740355 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.740577 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.741102 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.741102 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.741455 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.741455 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.741873 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.741873 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.742155 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.742319 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.743370 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.743370 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.743370 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.743370 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.743874 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.743874 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.744105 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.744197 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.744432 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.744666 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.744906 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.745182 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.745433 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.745670 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.745925 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.746766 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.747040 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.747296 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.747551 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.747801 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.748057 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.748298 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.748534 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.748747 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.748980 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.749224 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.749475 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.749741 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.749968 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.750268 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.750496 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.750752 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.750982 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.751258 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.751493 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.751745 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.752052 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.752313 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.752927 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.753179 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.753903 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.754207 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.754459 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.754721 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.754979 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.755225 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.755439 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.755722 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.756014 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.756199 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.756604 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.757008 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.757518 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.757922 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.758357 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.758576 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.758856 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.759088 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.759339 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.759610 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.760060 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.760505 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.760949 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.761179 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.761417 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.761775 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.762500 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.762996 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.763406 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.763791 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.764151 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.764528 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.764744 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.764999 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.765231 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.765883 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.766157 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.766380 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.766598 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.766851 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.767065 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.767324 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.767585 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.767820 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.768057 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.768293 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.768548 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.768809 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.769027 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.769309 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.769554 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.769785 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.770006 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.770280 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.770529 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.770739 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.770982 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.771199 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.771428 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.771637 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.771875 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.772084 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.772313 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.772536 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.772764 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.773012 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.773244 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.773562 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.773805 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.774068 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.774406 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.774562 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.774721 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.774925 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.775130 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.776191 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.776191 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.776191 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.776191 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.776644 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.776644 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.776782 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.778094 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.778094 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.778094 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.778094 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.778094 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.778709 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.778709 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.778709 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.778993 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.779093 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.779242 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.779446 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.779662 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.779870 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.780111 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.780315 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.780508 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.780726 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.780931 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.781209 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.781459 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.781697 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.781977 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.782318 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.782537 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.782809 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.783129 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.783342 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.783577 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.783841 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.784055 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.784268 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.784539 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.784853 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.785151 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.785395 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.785661 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.785957 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.786278 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.786546 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.786762 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.787076 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.787395 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.787678 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.787921 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.788188 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.788457 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.788684 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.788887 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.789287 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.789695 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.790115 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.790383 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.790626 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.790855 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.791090 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.791318 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.791538 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.791770 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.792004 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.792251 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.792465 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.792621 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 16 21:42:43.793205 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86756) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Nov 16 21:42:43.793406 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 16 21:42:43.793640 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 16 21:42:43.793790 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 16 21:42:43.793946 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 16 21:42:43.794123 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 16 21:42:43.794337 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.794495 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.794654 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.794810 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.794964 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.795139 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.795298 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.795454 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.795612 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.795756 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.795889 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.796049 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.796191 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.796330 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.796531 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.796684 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.796819 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.796960 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.797097 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.797236 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.797367 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.797506 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.797640 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] debug = True {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.797778 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.797964 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.798166 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.798308 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.798441 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.798579 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.798714 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.798851 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.798987 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.799139 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.799287 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.799423 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.799589 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.799733 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.799880 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.800018 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.800152 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.800289 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] host = dv-cinder-818140-1-smb {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.800426 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.800573 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.800711 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.800845 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.800982 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.801115 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.801252 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.801415 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.801560 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.801695 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.801858 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.803685 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.803685 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.803685 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] log_file = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.803685 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] log_options = True {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.803685 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.803685 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.803685 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.803685 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.806513 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.806513 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.806513 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.806513 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.806513 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.806513 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.806513 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.807249 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.807249 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.807249 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.807249 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.807249 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.807249 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.807249 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.807249 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.807935 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.807935 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.807935 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.807935 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.807935 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.807935 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.807935 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.807935 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.807935 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.809049 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.809049 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.809049 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.809049 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.809049 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.809049 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.809049 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.809049 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.810544 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.810544 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.810544 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.810544 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.810544 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.810544 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.810544 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.810544 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.811451 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.811451 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] use_json = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.811451 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.811451 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.811451 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.811451 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.811451 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.811451 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.811451 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.812031 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:42:43.812031 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.812031 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.812031 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.812031 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.812367 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.812367 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.812367 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.812567 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.812642 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.812803 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.812968 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.813141 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.813315 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.813473 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.813630 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.813794 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.813950 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.814143 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.814302 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.814459 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.814615 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.814774 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.814944 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.815099 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.815252 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.815416 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.815600 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.815832 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.815832 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.816174 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.816174 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.816557 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.816557 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.816557 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.816809 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.816892 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.817021 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.817179 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.817335 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.817496 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.817651 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.817808 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.817964 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.818143 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.818390 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.818562 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.818723 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.818891 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.819042 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.819191 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.819365 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.819533 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.819677 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.819843 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.819970 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.820097 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.820254 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.820410 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.820566 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.820722 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.820879 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.821050 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.821205 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.821551 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.821551 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.821846 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.821846 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.822008 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.822108 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.822275 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.822431 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.822588 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.822744 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.822905 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.823061 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.823218 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.823373 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.823530 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.823687 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.823845 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.824002 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.824954 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.825513 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.825513 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.825513 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.825737 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.825737 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.825967 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.826139 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.826264 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.826344 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.826506 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.826663 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.826822 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.826979 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.827135 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.827291 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.827453 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.827611 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.827771 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.827923 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.828081 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.828405 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.828712 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.828869 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.829027 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.829185 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.829342 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.829500 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.829657 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.829815 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.829981 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.830172 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.830335 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.830494 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.830663 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.830836 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.830999 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.831155 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.831280 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:42:43.831387 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.831468 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.831603 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.831760 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.831918 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.832075 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.832232 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.832389 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.832553 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.832719 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.832876 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.833033 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.833189 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.833374 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.833531 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.833686 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.833844 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.834000 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.834223 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.834444 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.834601 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.834758 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.834916 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.835074 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.835233 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.835391 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.835548 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.835704 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.835861 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.836020 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.836178 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.836335 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.836492 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.836649 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.836807 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.836965 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.837121 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.837278 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.837435 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.837592 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.837748 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.837906 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.838097 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.838241 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.838399 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.838556 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.838712 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.838869 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.839026 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.839182 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.839342 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.839501 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.839659 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.840418 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.840587 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.840749 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.840986 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.841083 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.841208 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.841364 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.841522 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.841678 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.841836 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.841994 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.842185 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.842346 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.842502 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.842659 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.842830 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.842988 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.843869 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.844252 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.844632 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.844793 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.845104 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.845264 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.845421 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.845579 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.845946 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.845946 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.846221 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.846221 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.846448 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.846528 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.846648 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.846798 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.846957 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.847126 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.847283 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.847439 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.847596 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.847754 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.847920 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.848076 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.848411 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.848411 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.848558 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.848674 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.848829 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.848985 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.849140 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.849295 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.849461 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.849619 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.849777 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.849941 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.850115 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.850272 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.850427 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.850596 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.850753 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.850912 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.851073 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.851226 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.851448 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.851611 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.851776 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.851943 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.852107 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.852267 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.852432 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.852597 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.852762 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.852919 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.853083 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.853256 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.853412 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.853569 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.853726 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.853885 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.854030 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.854219 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.854390 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.854549 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.854724 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.854841 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.854958 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.855098 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.855257 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.855551 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.856233 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.856381 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.856486 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.856634 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.856830 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:42:43.856966 dv-cinder-818140-1-smb neutron-server[86756]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 16 21:42:43.966236 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 36866) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:42:43.974758 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063684 Nov 16 21:42:54.741704 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee1275b-4bea-4697-a346-22ec36419ac1 None None] get_active_networks_info from dv-cinder-818140-1-smb {{(pid=86865) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 16 21:42:54.825730 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-ac8e694d-64eb-460a-a44f-5bcd62a953f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-723562'] for agent, after_create {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:42:54.839423 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee1275b-4bea-4697-a346-22ec36419ac1 None None] No non-hosted networks {{(pid=86865) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 16 21:42:55.192808 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-723562'] for agent, after_create {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:42:55.193586 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:55.193944 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:55.194368 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:55.194698 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:55.195023 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:55.197117 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:55.197463 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:55.197795 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:55.198148 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:55.198477 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:55.198802 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:55.199158 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:55.199548 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-818140-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:42:55.206843 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-818140-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:42:57.420552 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-42d7b439-472d-43dc-b252-3d2e3340bf11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-723562'] for agent, after_create {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:42:57.446269 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d2b9edbe-8493-4373-aa6c-59ae761b6982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:42:58.588198 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-94ae2c1a-1f16-4ed2-be66-e1a93ab74dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-723562'] for agent, after_create {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:42:59.860435 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-941145a6-33c9-4841-86a3-a7e018513e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-723562'] for agent, after_create {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:01.605890 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 36960) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:43:02.197535 dv-cinder-818140-1-smb neutron-server[86863]: WARNING oslo_policy.policy [None req-b5d24c4f-ffd2-4dbe-a4fb-4aa8b670bef8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 16 21:43:02.198128 dv-cinder-818140-1-smb neutron-server[86863]: WARNING oslo_policy.policy [None req-b5d24c4f-ffd2-4dbe-a4fb-4aa8b670bef8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 16 21:43:02.418333 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [None req-b5d24c4f-ffd2-4dbe-a4fb-4aa8b670bef8 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=86863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:43:02.419279 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-b5d24c4f-ffd2-4dbe-a4fb-4aa8b670bef8 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8122847 Nov 16 21:43:04.417582 dv-cinder-818140-1-smb neutron-server[86865]: INFO neutron.db.l3_hamode_db [None req-ab55d289-4aa3-4b8d-9b18-42d1bdd39de7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 16 21:43:04.504760 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab55d289-4aa3-4b8d-9b18-42d1bdd39de7 None None] Routers set() bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 21:43:04.505152 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab55d289-4aa3-4b8d-9b18-42d1bdd39de7 None None] Router IDs set() for agent in host dv-cinder-818140-1-smb {{(pid=86865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Nov 16 21:43:04.791721 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 36974) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:43:05.376105 dv-cinder-818140-1-smb neutron-server[86864]: WARNING oslo_policy.policy [None req-d1103ae6-e83e-468e-96f3-8f18b11acf0b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 16 21:43:05.376656 dv-cinder-818140-1-smb neutron-server[86864]: WARNING oslo_policy.policy [None req-d1103ae6-e83e-468e-96f3-8f18b11acf0b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 16 21:43:05.597186 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.v2.base [None req-d1103ae6-e83e-468e-96f3-8f18b11acf0b admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=86864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:43:05.697736 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.policy [None req-d1103ae6-e83e-468e-96f3-8f18b11acf0b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86864) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 16 21:43:05.743965 dv-cinder-818140-1-smb neutron-server[86864]: WARNING oslo_policy.policy [None req-d1103ae6-e83e-468e-96f3-8f18b11acf0b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 16 21:43:05.744341 dv-cinder-818140-1-smb neutron-server[86864]: WARNING oslo_policy.policy [None req-d1103ae6-e83e-468e-96f3-8f18b11acf0b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 16 21:43:05.753411 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.quota [None req-d1103ae6-e83e-468e-96f3-8f18b11acf0b admin admin] Loaded quota_driver: . Nov 16 21:43:05.769584 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-d1103ae6-e83e-468e-96f3-8f18b11acf0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:43:05.828994 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-d1103ae6-e83e-468e-96f3-8f18b11acf0b admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790572480591', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790572481148', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790572483386', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790572498201', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790572302699', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790572317104', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7988681', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7665353', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-389550', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-404614'] for rbac-policy, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:05.893592 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-d1103ae6-e83e-468e-96f3-8f18b11acf0b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:05.894906 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-d1103ae6-e83e-468e-96f3-8f18b11acf0b admin admin] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1011062 Nov 16 21:43:08.553146 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 36992) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:43:08.904711 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.v2.base [None req-6cfa5e04-8171-4df4-8465-3b7aa8af753f admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'a38b7fbdd0d54feb9f4f9fe7f75a2936'}} {{(pid=86864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:43:08.910005 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-6cfa5e04-8171-4df4-8465-3b7aa8af753f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:43:08.914311 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-6cfa5e04-8171-4df4-8465-3b7aa8af753f admin admin] Usage tracker for resource:network and tenant:a38b7fbdd0d54feb9f4f9fe7f75a2936 is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:43:08.920304 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-6cfa5e04-8171-4df4-8465-3b7aa8af753f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:43:08.927790 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-6cfa5e04-8171-4df4-8465-3b7aa8af753f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:43:08.938697 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cfa5e04-8171-4df4-8465-3b7aa8af753f admin admin] Made reservation on behalf of a38b7fbdd0d54feb9f4f9fe7f75a2936 for: {'network': 1} {{(pid=86864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:43:08.941617 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-6cfa5e04-8171-4df4-8465-3b7aa8af753f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for network, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:08.960635 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-6cfa5e04-8171-4df4-8465-3b7aa8af753f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:08.974868 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-6cfa5e04-8171-4df4-8465-3b7aa8af753f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:43:08.978522 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-6cfa5e04-8171-4df4-8465-3b7aa8af753f admin admin] Usage tracker for resource:security_group_rule and tenant:a38b7fbdd0d54feb9f4f9fe7f75a2936 is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:43:08.984448 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-6cfa5e04-8171-4df4-8465-3b7aa8af753f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:43:08.990020 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-6cfa5e04-8171-4df4-8465-3b7aa8af753f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:43:09.083042 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-6cfa5e04-8171-4df4-8465-3b7aa8af753f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:09.086944 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-6cfa5e04-8171-4df4-8465-3b7aa8af753f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:09.092497 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:43:09.114577 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cfa5e04-8171-4df4-8465-3b7aa8af753f admin admin] vlan segment allocate from pool success with {'vlan_id': 848, 'physical_network': 'physnet1'} {{(pid=86864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:43:09.139143 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-6cfa5e04-8171-4df4-8465-3b7aa8af753f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790568771732', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930301'] for segment, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:09.139657 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-6cfa5e04-8171-4df4-8465-3b7aa8af753f admin admin] Unsubscribe: segment precommit_create {{(pid=86864) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 16 21:43:09.140118 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.db.segments_db [None req-6cfa5e04-8171-4df4-8465-3b7aa8af753f admin admin] Added segment e21501fc-0ced-409a-ade0-7430b872444c of type vlan for network 7e323e46-e3f0-4e48-b660-5fd052a0876e Nov 16 21:43:09.148672 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfa5e04-8171-4df4-8465-3b7aa8af753f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3d239d-de68-4318-a4d9-59cdd91ca34f,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:09.202484 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfa5e04-8171-4df4-8465-3b7aa8af753f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:09.202810 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfa5e04-8171-4df4-8465-3b7aa8af753f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:09.203127 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfa5e04-8171-4df4-8465-3b7aa8af753f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:09.203438 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfa5e04-8171-4df4-8465-3b7aa8af753f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:09.203749 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfa5e04-8171-4df4-8465-3b7aa8af753f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:09.204057 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfa5e04-8171-4df4-8465-3b7aa8af753f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:09.204361 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfa5e04-8171-4df4-8465-3b7aa8af753f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:09.204662 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfa5e04-8171-4df4-8465-3b7aa8af753f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:09.204974 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfa5e04-8171-4df4-8465-3b7aa8af753f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:09.205275 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfa5e04-8171-4df4-8465-3b7aa8af753f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:09.205575 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfa5e04-8171-4df4-8465-3b7aa8af753f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:09.205878 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfa5e04-8171-4df4-8465-3b7aa8af753f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:09.207010 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfa5e04-8171-4df4-8465-3b7aa8af753f admin admin] Tracked resource versions report: Nov 16 21:43:09.207010 dv-cinder-818140-1-smb neutron-server[86864]: pushed versions: Nov 16 21:43:09.207010 dv-cinder-818140-1-smb neutron-server[86864]: { 'AddressGroup': {'1.2'}, Nov 16 21:43:09.207010 dv-cinder-818140-1-smb neutron-server[86864]: 'ConntrackHelper': {'1.0'}, Nov 16 21:43:09.207010 dv-cinder-818140-1-smb neutron-server[86864]: 'Log': {'1.0'}, Nov 16 21:43:09.207010 dv-cinder-818140-1-smb neutron-server[86864]: 'Network': {'1.1'}, Nov 16 21:43:09.207010 dv-cinder-818140-1-smb neutron-server[86864]: 'Port': {'1.7'}, Nov 16 21:43:09.207010 dv-cinder-818140-1-smb neutron-server[86864]: 'PortForwarding': {'1.2'}, Nov 16 21:43:09.207010 dv-cinder-818140-1-smb neutron-server[86864]: 'QosPolicy': {'1.8'}, Nov 16 21:43:09.207010 dv-cinder-818140-1-smb neutron-server[86864]: 'SecurityGroup': {'1.4'}, Nov 16 21:43:09.207010 dv-cinder-818140-1-smb neutron-server[86864]: 'SecurityGroupRule': {'1.2'}, Nov 16 21:43:09.207010 dv-cinder-818140-1-smb neutron-server[86864]: 'SubPort': {'1.0'}, Nov 16 21:43:09.207010 dv-cinder-818140-1-smb neutron-server[86864]: 'Subnet': {'1.1'}, Nov 16 21:43:09.207010 dv-cinder-818140-1-smb neutron-server[86864]: 'Trunk': {'1.1'}} Nov 16 21:43:09.207010 dv-cinder-818140-1-smb neutron-server[86864]: consumer versions: Nov 16 21:43:09.207010 dv-cinder-818140-1-smb neutron-server[86864]: { DHCP agent@dv-cinder-818140-1-smb: {}, Nov 16 21:43:09.207010 dv-cinder-818140-1-smb neutron-server[86864]: L3 agent@dv-cinder-818140-1-smb: {}, Nov 16 21:43:09.207010 dv-cinder-818140-1-smb neutron-server[86864]: Metadata agent@dv-cinder-818140-1-smb: {}, Nov 16 21:43:09.207010 dv-cinder-818140-1-smb neutron-server[86864]: Metering agent@dv-cinder-818140-1-smb: {}, Nov 16 21:43:09.207010 dv-cinder-818140-1-smb neutron-server[86864]: Open vSwitch agent@dv-cinder-818140-1-smb: { 'AddressGroup': '1.2', Nov 16 21:43:09.207010 dv-cinder-818140-1-smb neutron-server[86864]: 'ConntrackHelper': '1.0', Nov 16 21:43:09.207010 dv-cinder-818140-1-smb neutron-server[86864]: 'Log': '1.0', Nov 16 21:43:09.207010 dv-cinder-818140-1-smb neutron-server[86864]: 'Network': '1.1', Nov 16 21:43:09.207010 dv-cinder-818140-1-smb neutron-server[86864]: 'Port': '1.7', Nov 16 21:43:09.207010 dv-cinder-818140-1-smb neutron-server[86864]: 'PortForwarding': '1.2', Nov 16 21:43:09.207010 dv-cinder-818140-1-smb neutron-server[86864]: 'QosPolicy': '1.8', Nov 16 21:43:09.207010 dv-cinder-818140-1-smb neutron-server[86864]: 'SecurityGroup': '1.4', Nov 16 21:43:09.207010 dv-cinder-818140-1-smb neutron-server[86864]: 'SecurityGroupRule': '1.2', Nov 16 21:43:09.207010 dv-cinder-818140-1-smb neutron-server[86864]: 'SubPort': '1.0', Nov 16 21:43:09.207010 dv-cinder-818140-1-smb neutron-server[86864]: 'Subnet': '1.1', Nov 16 21:43:09.207010 dv-cinder-818140-1-smb neutron-server[86864]: 'Trunk': '1.1'}} Nov 16 21:43:09.207010 dv-cinder-818140-1-smb neutron-server[86864]: {{(pid=86864) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 16 21:43:09.255903 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-6cfa5e04-8171-4df4-8465-3b7aa8af753f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:43:09.257670 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-6cfa5e04-8171-4df4-8465-3b7aa8af753f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790568254639'] for network, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:09.302381 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-6cfa5e04-8171-4df4-8465-3b7aa8af753f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446'] for network, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:09.303900 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfa5e04-8171-4df4-8465-3b7aa8af753f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:09.304562 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-6cfa5e04-8171-4df4-8465-3b7aa8af753f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578116'] for network, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:09.307755 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:43:09.410520 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfa5e04-8171-4df4-8465-3b7aa8af753f admin admin] Pushing event updated for resources: {'Network': ['ID=7e323e46-e3f0-4e48-b660-5fd052a0876e,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:09.413050 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-6cfa5e04-8171-4df4-8465-3b7aa8af753f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8588941 Nov 16 21:43:09.414731 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-6cfa5e04-8171-4df4-8465-3b7aa8af753f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:43:09.423587 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Network 7e323e46-e3f0-4e48-b660-5fd052a0876e details requested by agent ovs-agent-dv-cinder-818140-1-smb with host dv-cinder-818140-1-smb {{(pid=86865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 16 21:43:12.124521 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 37008) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:43:12.695459 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.policy [None req-f6c7b7c0-7311-489a-a00a-95a4f8736a4b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86863) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 16 21:43:12.741294 dv-cinder-818140-1-smb neutron-server[86863]: WARNING oslo_policy.policy [None req-f6c7b7c0-7311-489a-a00a-95a4f8736a4b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 16 21:43:12.741664 dv-cinder-818140-1-smb neutron-server[86863]: WARNING oslo_policy.policy [None req-f6c7b7c0-7311-489a-a00a-95a4f8736a4b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 16 21:43:12.750039 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c7b7c0-7311-489a-a00a-95a4f8736a4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:12.751759 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-f6c7b7c0-7311-489a-a00a-95a4f8736a4b admin admin] 10.222.0.50 "GET /v2.0/networks/7e323e46-e3f0-4e48-b660-5fd052a0876e HTTP/1.1" status: 200 len: 825 time: 0.6263375 Nov 16 21:43:12.784796 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-d1c4d14a-4c25-40de-ba74-26696bcef42b admin admin] 10.222.0.50 "GET /v2.0/subnetpools/8bb77559-d3e2-4359-be5f-f9163d1acdc0 HTTP/1.1" status: 200 len: 734 time: 0.0276670 Nov 16 21:43:12.794172 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [None req-59560061-e7b9-46df-979c-5a343b22e3ba admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '8bb77559-d3e2-4359-be5f-f9163d1acdc0', 'tenant_id': 'a38b7fbdd0d54feb9f4f9fe7f75a2936', 'network_id': '7e323e46-e3f0-4e48-b660-5fd052a0876e', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:43:12.795735 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.quota [None req-59560061-e7b9-46df-979c-5a343b22e3ba admin admin] Loaded quota_driver: . Nov 16 21:43:12.801821 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-59560061-e7b9-46df-979c-5a343b22e3ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:43:12.807272 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-59560061-e7b9-46df-979c-5a343b22e3ba admin admin] Usage tracker for resource:subnet and tenant:a38b7fbdd0d54feb9f4f9fe7f75a2936 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:43:12.811073 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-59560061-e7b9-46df-979c-5a343b22e3ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:43:12.817856 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-59560061-e7b9-46df-979c-5a343b22e3ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:43:12.832077 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59560061-e7b9-46df-979c-5a343b22e3ba admin admin] Made reservation on behalf of a38b7fbdd0d54feb9f4f9fe7f75a2936 for: {'subnet': 1} {{(pid=86863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:43:12.834996 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-59560061-e7b9-46df-979c-5a343b22e3ba admin admin] Notify callbacks [] for subnet, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:13.146660 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-59560061-e7b9-46df-979c-5a343b22e3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446'] for subnet, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:13.153433 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:43:13.231884 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59560061-e7b9-46df-979c-5a343b22e3ba admin admin] Checking segment: {'id': 'e21501fc-0ced-409a-ade0-7430b872444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7e323e46-e3f0-4e48-b660-5fd052a0876e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 16 21:43:13.232172 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59560061-e7b9-46df-979c-5a343b22e3ba admin admin] Network hostable DHCP agents. Network: 7e323e46-e3f0-4e48-b660-5fd052a0876e, hostable agents: ['c74cfb2b-3f17-4f67-977a-702507b4bce6'], hosted agents: [] {{(pid=86863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:43:13.251616 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59560061-e7b9-46df-979c-5a343b22e3ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7eccb6f-610a-430a-8978-14952edc0e64,revision_number=0']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:13.262235 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59560061-e7b9-46df-979c-5a343b22e3ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:13.262397 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59560061-e7b9-46df-979c-5a343b22e3ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:13.262721 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59560061-e7b9-46df-979c-5a343b22e3ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:13.263034 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59560061-e7b9-46df-979c-5a343b22e3ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:13.263345 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59560061-e7b9-46df-979c-5a343b22e3ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:13.263656 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59560061-e7b9-46df-979c-5a343b22e3ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:13.263964 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59560061-e7b9-46df-979c-5a343b22e3ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:13.264271 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59560061-e7b9-46df-979c-5a343b22e3ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:13.264596 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59560061-e7b9-46df-979c-5a343b22e3ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:13.264906 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59560061-e7b9-46df-979c-5a343b22e3ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:13.265207 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59560061-e7b9-46df-979c-5a343b22e3ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:13.265507 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59560061-e7b9-46df-979c-5a343b22e3ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:13.266907 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59560061-e7b9-46df-979c-5a343b22e3ba admin admin] Tracked resource versions report: Nov 16 21:43:13.266907 dv-cinder-818140-1-smb neutron-server[86863]: pushed versions: Nov 16 21:43:13.266907 dv-cinder-818140-1-smb neutron-server[86863]: { 'AddressGroup': {'1.2'}, Nov 16 21:43:13.266907 dv-cinder-818140-1-smb neutron-server[86863]: 'ConntrackHelper': {'1.0'}, Nov 16 21:43:13.266907 dv-cinder-818140-1-smb neutron-server[86863]: 'Log': {'1.0'}, Nov 16 21:43:13.266907 dv-cinder-818140-1-smb neutron-server[86863]: 'Network': {'1.1'}, Nov 16 21:43:13.266907 dv-cinder-818140-1-smb neutron-server[86863]: 'Port': {'1.7'}, Nov 16 21:43:13.266907 dv-cinder-818140-1-smb neutron-server[86863]: 'PortForwarding': {'1.2'}, Nov 16 21:43:13.266907 dv-cinder-818140-1-smb neutron-server[86863]: 'QosPolicy': {'1.8'}, Nov 16 21:43:13.266907 dv-cinder-818140-1-smb neutron-server[86863]: 'SecurityGroup': {'1.4'}, Nov 16 21:43:13.266907 dv-cinder-818140-1-smb neutron-server[86863]: 'SecurityGroupRule': {'1.2'}, Nov 16 21:43:13.266907 dv-cinder-818140-1-smb neutron-server[86863]: 'SubPort': {'1.0'}, Nov 16 21:43:13.266907 dv-cinder-818140-1-smb neutron-server[86863]: 'Subnet': {'1.1'}, Nov 16 21:43:13.266907 dv-cinder-818140-1-smb neutron-server[86863]: 'Trunk': {'1.1'}} Nov 16 21:43:13.266907 dv-cinder-818140-1-smb neutron-server[86863]: consumer versions: Nov 16 21:43:13.266907 dv-cinder-818140-1-smb neutron-server[86863]: { DHCP agent@dv-cinder-818140-1-smb: {}, Nov 16 21:43:13.266907 dv-cinder-818140-1-smb neutron-server[86863]: L3 agent@dv-cinder-818140-1-smb: {}, Nov 16 21:43:13.266907 dv-cinder-818140-1-smb neutron-server[86863]: Metadata agent@dv-cinder-818140-1-smb: {}, Nov 16 21:43:13.266907 dv-cinder-818140-1-smb neutron-server[86863]: Metering agent@dv-cinder-818140-1-smb: {}, Nov 16 21:43:13.266907 dv-cinder-818140-1-smb neutron-server[86863]: Open vSwitch agent@dv-cinder-818140-1-smb: { 'AddressGroup': '1.2', Nov 16 21:43:13.266907 dv-cinder-818140-1-smb neutron-server[86863]: 'ConntrackHelper': '1.0', Nov 16 21:43:13.266907 dv-cinder-818140-1-smb neutron-server[86863]: 'Log': '1.0', Nov 16 21:43:13.266907 dv-cinder-818140-1-smb neutron-server[86863]: 'Network': '1.1', Nov 16 21:43:13.266907 dv-cinder-818140-1-smb neutron-server[86863]: 'Port': '1.7', Nov 16 21:43:13.266907 dv-cinder-818140-1-smb neutron-server[86863]: 'PortForwarding': '1.2', Nov 16 21:43:13.266907 dv-cinder-818140-1-smb neutron-server[86863]: 'QosPolicy': '1.8', Nov 16 21:43:13.266907 dv-cinder-818140-1-smb neutron-server[86863]: 'SecurityGroup': '1.4', Nov 16 21:43:13.266907 dv-cinder-818140-1-smb neutron-server[86863]: 'SecurityGroupRule': '1.2', Nov 16 21:43:13.266907 dv-cinder-818140-1-smb neutron-server[86863]: 'SubPort': '1.0', Nov 16 21:43:13.266907 dv-cinder-818140-1-smb neutron-server[86863]: 'Subnet': '1.1', Nov 16 21:43:13.266907 dv-cinder-818140-1-smb neutron-server[86863]: 'Trunk': '1.1'}} Nov 16 21:43:13.266907 dv-cinder-818140-1-smb neutron-server[86863]: {{(pid=86863) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 16 21:43:13.296878 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59560061-e7b9-46df-979c-5a343b22e3ba admin admin] Network 7e323e46-e3f0-4e48-b660-5fd052a0876e is scheduled to be hosted by DHCP agent c74cfb2b-3f17-4f67-977a-702507b4bce6 with binding_index 1 {{(pid=86863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:43:13.301099 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-59560061-e7b9-46df-979c-5a343b22e3ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:43:13.308692 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.base_scheduler [None req-59560061-e7b9-46df-979c-5a343b22e3ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818140-1-smb, 7e323e46-e3f0-4e48-b660-5fd052a0876e) {{(pid=86863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:43:13.313196 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59560061-e7b9-46df-979c-5a343b22e3ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:13.313822 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-59560061-e7b9-46df-979c-5a343b22e3ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578116'] for subnet, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:13.318122 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff90a7d-8f66-446e-bc11-fb5dbaf2b866 None None] Network 7e323e46-e3f0-4e48-b660-5fd052a0876e requested from dv-cinder-818140-1-smb {{(pid=86865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 16 21:43:13.336598 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-59560061-e7b9-46df-979c-5a343b22e3ba admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5464427 Nov 16 21:43:13.746415 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a13d2e-b8dd-43f6-8824-8558a20f38e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bae2c2-8573-550b-9040-658d352e0497-7e323e46-e3f0-4e48-b660-5fd052a0876e', 'network_id': '7e323e46-e3f0-4e48-b660-5fd052a0876e', 'tenant_id': 'a38b7fbdd0d54feb9f4f9fe7f75a2936', 'fixed_ips': [{'subnet_id': 'e7eccb6f-610a-430a-8978-14952edc0e64'}]}} from dv-cinder-818140-1-smb. {{(pid=86865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 16 21:43:13.747775 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-68a13d2e-b8dd-43f6-8824-8558a20f38e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_create {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:13.939630 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.db_base_plugin_common [None req-68a13d2e-b8dd-43f6-8824-8558a20f38e2 None None] Allocated IP 172.20.0.2 (7e323e46-e3f0-4e48-b660-5fd052a0876e/e7eccb6f-610a-430a-8978-14952edc0e64/9c34579e-cc07-4fe5-8a3f-2ba9e3fee1fb) {{(pid=86865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:43:14.169117 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-68a13d2e-b8dd-43f6-8824-8558a20f38e2 None None] Notify callbacks [] for port, precommit_create {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:14.182920 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-68a13d2e-b8dd-43f6-8824-8558a20f38e2 None None] Transition to ACTIVE for port object 9c34579e-cc07-4fe5-8a3f-2ba9e3fee1fb will not be triggered until provisioned by entity L2. {{(pid=86865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:43:14.203832 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-68a13d2e-b8dd-43f6-8824-8558a20f38e2 None None] Transition to ACTIVE for port object 9c34579e-cc07-4fe5-8a3f-2ba9e3fee1fb will not be triggered until provisioned by entity DHCP. {{(pid=86865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:43:14.212421 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-68a13d2e-b8dd-43f6-8824-8558a20f38e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790568269105'] for port, after_create {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:14.221043 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:43:14.282106 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a13d2e-b8dd-43f6-8824-8558a20f38e2 None None] Network 7e323e46-e3f0-4e48-b660-5fd052a0876e is already hosted by enough agents. {{(pid=86865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:43:14.285102 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.scheduler.base_scheduler [None req-68a13d2e-b8dd-43f6-8824-8558a20f38e2 None None] Resources bound (agent type, host, resource id): {{(pid=86865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:43:14.288396 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a13d2e-b8dd-43f6-8824-8558a20f38e2 None None] Received port after_create {{(pid=86865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 16 21:43:14.323741 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a13d2e-b8dd-43f6-8824-8558a20f38e2 None None] Pushing event updated for resources: {'Port': ['ID=9c34579e-cc07-4fe5-8a3f-2ba9e3fee1fb,revision_number=1']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:14.338846 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a13d2e-b8dd-43f6-8824-8558a20f38e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:14.339227 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a13d2e-b8dd-43f6-8824-8558a20f38e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:14.339564 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a13d2e-b8dd-43f6-8824-8558a20f38e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:14.339879 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a13d2e-b8dd-43f6-8824-8558a20f38e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:14.340190 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a13d2e-b8dd-43f6-8824-8558a20f38e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:14.340503 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a13d2e-b8dd-43f6-8824-8558a20f38e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:14.340809 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a13d2e-b8dd-43f6-8824-8558a20f38e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:14.341115 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a13d2e-b8dd-43f6-8824-8558a20f38e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:14.341420 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a13d2e-b8dd-43f6-8824-8558a20f38e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:14.341722 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a13d2e-b8dd-43f6-8824-8558a20f38e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:14.342025 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a13d2e-b8dd-43f6-8824-8558a20f38e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:14.342364 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a13d2e-b8dd-43f6-8824-8558a20f38e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:14.343478 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a13d2e-b8dd-43f6-8824-8558a20f38e2 None None] Tracked resource versions report: Nov 16 21:43:14.343478 dv-cinder-818140-1-smb neutron-server[86865]: pushed versions: Nov 16 21:43:14.343478 dv-cinder-818140-1-smb neutron-server[86865]: { 'AddressGroup': {'1.2'}, Nov 16 21:43:14.343478 dv-cinder-818140-1-smb neutron-server[86865]: 'ConntrackHelper': {'1.0'}, Nov 16 21:43:14.343478 dv-cinder-818140-1-smb neutron-server[86865]: 'Log': {'1.0'}, Nov 16 21:43:14.343478 dv-cinder-818140-1-smb neutron-server[86865]: 'Network': {'1.1'}, Nov 16 21:43:14.343478 dv-cinder-818140-1-smb neutron-server[86865]: 'Port': {'1.7'}, Nov 16 21:43:14.343478 dv-cinder-818140-1-smb neutron-server[86865]: 'PortForwarding': {'1.2'}, Nov 16 21:43:14.343478 dv-cinder-818140-1-smb neutron-server[86865]: 'QosPolicy': {'1.8'}, Nov 16 21:43:14.343478 dv-cinder-818140-1-smb neutron-server[86865]: 'SecurityGroup': {'1.4'}, Nov 16 21:43:14.343478 dv-cinder-818140-1-smb neutron-server[86865]: 'SecurityGroupRule': {'1.2'}, Nov 16 21:43:14.343478 dv-cinder-818140-1-smb neutron-server[86865]: 'SubPort': {'1.0'}, Nov 16 21:43:14.343478 dv-cinder-818140-1-smb neutron-server[86865]: 'Subnet': {'1.1'}, Nov 16 21:43:14.343478 dv-cinder-818140-1-smb neutron-server[86865]: 'Trunk': {'1.1'}} Nov 16 21:43:14.343478 dv-cinder-818140-1-smb neutron-server[86865]: consumer versions: Nov 16 21:43:14.343478 dv-cinder-818140-1-smb neutron-server[86865]: { DHCP agent@dv-cinder-818140-1-smb: {}, Nov 16 21:43:14.343478 dv-cinder-818140-1-smb neutron-server[86865]: L3 agent@dv-cinder-818140-1-smb: {}, Nov 16 21:43:14.343478 dv-cinder-818140-1-smb neutron-server[86865]: Metadata agent@dv-cinder-818140-1-smb: {}, Nov 16 21:43:14.343478 dv-cinder-818140-1-smb neutron-server[86865]: Metering agent@dv-cinder-818140-1-smb: {}, Nov 16 21:43:14.343478 dv-cinder-818140-1-smb neutron-server[86865]: Open vSwitch agent@dv-cinder-818140-1-smb: { 'AddressGroup': '1.2', Nov 16 21:43:14.343478 dv-cinder-818140-1-smb neutron-server[86865]: 'ConntrackHelper': '1.0', Nov 16 21:43:14.343478 dv-cinder-818140-1-smb neutron-server[86865]: 'Log': '1.0', Nov 16 21:43:14.343478 dv-cinder-818140-1-smb neutron-server[86865]: 'Network': '1.1', Nov 16 21:43:14.343478 dv-cinder-818140-1-smb neutron-server[86865]: 'Port': '1.7', Nov 16 21:43:14.343478 dv-cinder-818140-1-smb neutron-server[86865]: 'PortForwarding': '1.2', Nov 16 21:43:14.343478 dv-cinder-818140-1-smb neutron-server[86865]: 'QosPolicy': '1.8', Nov 16 21:43:14.343478 dv-cinder-818140-1-smb neutron-server[86865]: 'SecurityGroup': '1.4', Nov 16 21:43:14.343478 dv-cinder-818140-1-smb neutron-server[86865]: 'SecurityGroupRule': '1.2', Nov 16 21:43:14.343478 dv-cinder-818140-1-smb neutron-server[86865]: 'SubPort': '1.0', Nov 16 21:43:14.343478 dv-cinder-818140-1-smb neutron-server[86865]: 'Subnet': '1.1', Nov 16 21:43:14.343478 dv-cinder-818140-1-smb neutron-server[86865]: 'Trunk': '1.1'}} Nov 16 21:43:14.343478 dv-cinder-818140-1-smb neutron-server[86865]: {{(pid=86865) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 16 21:43:14.378353 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-68a13d2e-b8dd-43f6-8824-8558a20f38e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:43:14.398089 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.managers [None req-68a13d2e-b8dd-43f6-8824-8558a20f38e2 None None] Attempting to bind port 9c34579e-cc07-4fe5-8a3f-2ba9e3fee1fb on host dv-cinder-818140-1-smb for vnic_type normal with profile {{(pid=86865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 21:43:14.398503 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.managers [None req-68a13d2e-b8dd-43f6-8824-8558a20f38e2 None None] Attempting to bind port 9c34579e-cc07-4fe5-8a3f-2ba9e3fee1fb by drivers openvswitch,hyperv on host dv-cinder-818140-1-smb at level 0 using segments [{'id': 'e21501fc-0ced-409a-ade0-7430b872444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7e323e46-e3f0-4e48-b660-5fd052a0876e'}] {{(pid=86865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 21:43:14.398924 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a13d2e-b8dd-43f6-8824-8558a20f38e2 None None] Attempting to bind port 9c34579e-cc07-4fe5-8a3f-2ba9e3fee1fb on network 7e323e46-e3f0-4e48-b660-5fd052a0876e {{(pid=86865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 16 21:43:14.404898 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a13d2e-b8dd-43f6-8824-8558a20f38e2 None None] Checking agent: {'id': '2d3e8a24-12f1-44fc-ba92-bbd8bc9099be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818140-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 42, 55), 'started_at': datetime.datetime(2021, 11, 16, 21, 42, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818140-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 16 21:43:14.405289 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a13d2e-b8dd-43f6-8824-8558a20f38e2 None None] Checking segment: {'id': 'e21501fc-0ced-409a-ade0-7430b872444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7e323e46-e3f0-4e48-b660-5fd052a0876e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 16 21:43:14.405806 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-68a13d2e-b8dd-43f6-8824-8558a20f38e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:14.406233 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a13d2e-b8dd-43f6-8824-8558a20f38e2 None None] Bound using segment: {'id': 'e21501fc-0ced-409a-ade0-7430b872444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7e323e46-e3f0-4e48-b660-5fd052a0876e'} {{(pid=86865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 16 21:43:14.406694 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.managers [None req-68a13d2e-b8dd-43f6-8824-8558a20f38e2 None None] Bound port: 9c34579e-cc07-4fe5-8a3f-2ba9e3fee1fb, host: dv-cinder-818140-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e21501fc-0ced-409a-ade0-7430b872444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7e323e46-e3f0-4e48-b660-5fd052a0876e'}}] {{(pid=86865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 21:43:14.407090 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-68a13d2e-b8dd-43f6-8824-8558a20f38e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:14.496511 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-68a13d2e-b8dd-43f6-8824-8558a20f38e2 None None] For port 9c34579e-cc07-4fe5-8a3f-2ba9e3fee1fb, host dv-cinder-818140-1-smb, cleared binding levels {{(pid=86865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 16 21:43:14.500388 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-68a13d2e-b8dd-43f6-8824-8558a20f38e2 None None] For port 9c34579e-cc07-4fe5-8a3f-2ba9e3fee1fb, host dv-cinder-818140-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=9c34579e-cc07-4fe5-8a3f-2ba9e3fee1fb,segment=NetworkSegment(e21501fc-0ced-409a-ade0-7430b872444c),segment_id=e21501fc-0ced-409a-ade0-7430b872444c)] {{(pid=86865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 16 21:43:14.505202 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-68a13d2e-b8dd-43f6-8824-8558a20f38e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:14.509201 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:43:14.614550 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a13d2e-b8dd-43f6-8824-8558a20f38e2 None None] Pushing event updated for resources: {'Port': ['ID=9c34579e-cc07-4fe5-8a3f-2ba9e3fee1fb,revision_number=2']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:14.617655 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-68a13d2e-b8dd-43f6-8824-8558a20f38e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:43:15.819711 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 37024) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:43:16.199992 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [None req-8a90b8a9-8777-4162-8aba-c9c44c9462ca admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=86863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:43:16.200895 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-8a90b8a9-8777-4162-8aba-c9c44c9462ca admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3802307 Nov 16 21:43:17.445270 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device 9c34579e-cc07-4fe5-8a3f-2ba9e3fee1fb up at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 21:43:17.519042 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning for port 9c34579e-cc07-4fe5-8a3f-2ba9e3fee1fb completed by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:43:18.298818 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b2dcb2-746a-47b2-b77d-ae0b735447ed None None] Network 7e323e46-e3f0-4e48-b660-5fd052a0876e requested from dv-cinder-818140-1-smb {{(pid=86865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 16 21:43:18.394506 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-bb21546f-3e7d-4837-ab15-c9848276f8a7 None None] Provisioning for port 9c34579e-cc07-4fe5-8a3f-2ba9e3fee1fb completed by entity DHCP. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:43:18.403448 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-bb21546f-3e7d-4837-ab15-c9848276f8a7 None None] Provisioning complete for port 9c34579e-cc07-4fe5-8a3f-2ba9e3fee1fb triggered by entity DHCP. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:43:18.403944 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-bb21546f-3e7d-4837-ab15-c9848276f8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:18.636710 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-bb21546f-3e7d-4837-ab15-c9848276f8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:18.638643 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 37038) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:43:18.679101 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-bb21546f-3e7d-4837-ab15-c9848276f8a7 None None] For port 9c34579e-cc07-4fe5-8a3f-2ba9e3fee1fb, host dv-cinder-818140-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=9c34579e-cc07-4fe5-8a3f-2ba9e3fee1fb,segment=NetworkSegment(e21501fc-0ced-409a-ade0-7430b872444c),segment_id=e21501fc-0ced-409a-ade0-7430b872444c)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:43:18.687176 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-bb21546f-3e7d-4837-ab15-c9848276f8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:18.689474 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-68a13d2e-b8dd-43f6-8824-8558a20f38e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:43:18.763284 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb21546f-3e7d-4837-ab15-c9848276f8a7 None None] Pushing event updated for resources: {'Port': ['ID=9c34579e-cc07-4fe5-8a3f-2ba9e3fee1fb,revision_number=3']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:18.766751 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-bb21546f-3e7d-4837-ab15-c9848276f8a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:43:18.914981 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-437837cc-461a-4c06-bf1a-3765abe81e6c None None] Provisioning complete for port 9c34579e-cc07-4fe5-8a3f-2ba9e3fee1fb triggered by entity DHCP. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:43:18.915347 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-437837cc-461a-4c06-bf1a-3765abe81e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:19.028109 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [None req-d16e717a-3dcc-4bbb-9a69-6a8da156282d admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=86864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:43:19.029125 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-d16e717a-3dcc-4bbb-9a69-6a8da156282d admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3894992 Nov 16 21:43:19.419673 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device 9c34579e-cc07-4fe5-8a3f-2ba9e3fee1fb up at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 21:43:19.487111 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning complete for port 9c34579e-cc07-4fe5-8a3f-2ba9e3fee1fb triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:43:19.487481 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:21.708577 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 37050) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:43:22.059692 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.v2.base [None req-870d8dca-6606-438a-9d68-9f836326ba1f admin admin] Request body: {'router': {'tenant_id': 'a38b7fbdd0d54feb9f4f9fe7f75a2936', 'name': 'router1', 'admin_state_up': True}} {{(pid=86864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:43:22.064146 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-870d8dca-6606-438a-9d68-9f836326ba1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:43:22.067849 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-870d8dca-6606-438a-9d68-9f836326ba1f admin admin] Usage tracker for resource:router and tenant:a38b7fbdd0d54feb9f4f9fe7f75a2936 is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:43:22.071620 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-870d8dca-6606-438a-9d68-9f836326ba1f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:43:22.077858 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-870d8dca-6606-438a-9d68-9f836326ba1f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:43:22.087662 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-870d8dca-6606-438a-9d68-9f836326ba1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-677364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6493'] for router, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:22.089196 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-870d8dca-6606-438a-9d68-9f836326ba1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677482', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6466'] for router, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:22.110335 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-870d8dca-6606-438a-9d68-9f836326ba1f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:22.221692 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-870d8dca-6606-438a-9d68-9f836326ba1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-677125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677381'] for router, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:22.240104 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-870d8dca-6606-438a-9d68-9f836326ba1f admin admin] Notify callbacks [] for router, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:22.241328 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-870d8dca-6606-438a-9d68-9f836326ba1f admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5317793 Nov 16 21:43:24.616027 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 37060) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:43:24.661296 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-64e2e407-b366-48dd-baba-bb8b93e14c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:25.009425 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [None req-da5abb6f-29a1-4e1a-bc91-cd70f35c4e85 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=86864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:43:25.010442 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-da5abb6f-29a1-4e1a-bc91-cd70f35c4e85 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3935018 Nov 16 21:43:25.187738 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:27.399176 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d6f9cc16-6a9a-453f-94e5-5e70ecc33c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:27.427420 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 37070) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:43:27.800646 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.v2.base [None req-95bcd7cd-0bde-44a1-8234-a173f979f66c admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=86864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:43:27.805710 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-95bcd7cd-0bde-44a1-8234-a173f979f66c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:43:27.810323 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-95bcd7cd-0bde-44a1-8234-a173f979f66c admin admin] Usage tracker for resource:network and tenant:bbfb64adaf8d40aa85fcdb274f3007b2 is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:43:27.817772 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-95bcd7cd-0bde-44a1-8234-a173f979f66c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:43:27.825831 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-95bcd7cd-0bde-44a1-8234-a173f979f66c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:43:27.836625 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95bcd7cd-0bde-44a1-8234-a173f979f66c admin admin] Made reservation on behalf of bbfb64adaf8d40aa85fcdb274f3007b2 for: {'network': 1} {{(pid=86864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:43:27.839711 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-95bcd7cd-0bde-44a1-8234-a173f979f66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for network, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:27.853265 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-95bcd7cd-0bde-44a1-8234-a173f979f66c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:27.867783 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-95bcd7cd-0bde-44a1-8234-a173f979f66c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:43:27.872221 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-95bcd7cd-0bde-44a1-8234-a173f979f66c admin admin] Usage tracker for resource:security_group_rule and tenant:bbfb64adaf8d40aa85fcdb274f3007b2 is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:43:27.875096 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-95bcd7cd-0bde-44a1-8234-a173f979f66c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:43:27.880715 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-95bcd7cd-0bde-44a1-8234-a173f979f66c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:43:27.968294 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-95bcd7cd-0bde-44a1-8234-a173f979f66c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:27.972235 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-95bcd7cd-0bde-44a1-8234-a173f979f66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:27.976493 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:43:27.994148 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-95bcd7cd-0bde-44a1-8234-a173f979f66c admin admin] Reserving flat network on physical network physnet1 {{(pid=86864) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 16 21:43:28.014826 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bcd7cd-0bde-44a1-8234-a173f979f66c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b299ed8c-e95d-46d6-9c87-ec9a7746095b,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:28.019334 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-95bcd7cd-0bde-44a1-8234-a173f979f66c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:43:28.020349 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-95bcd7cd-0bde-44a1-8234-a173f979f66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930301'] for segment, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:28.020681 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.db.segments_db [None req-95bcd7cd-0bde-44a1-8234-a173f979f66c admin admin] Added segment 2032d675-cc73-45c1-95a0-4a6936ebf39a of type flat for network a9f41963-6d96-4c68-8a62-a8c5d6a06a20 Nov 16 21:43:28.055468 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-95bcd7cd-0bde-44a1-8234-a173f979f66c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790568254639'] for network, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:28.091407 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-95bcd7cd-0bde-44a1-8234-a173f979f66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446'] for network, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:28.092584 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bcd7cd-0bde-44a1-8234-a173f979f66c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:28.093158 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-95bcd7cd-0bde-44a1-8234-a173f979f66c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578116'] for network, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:28.097640 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:43:28.239511 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-95bcd7cd-0bde-44a1-8234-a173f979f66c admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8110125 Nov 16 21:43:28.240061 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bcd7cd-0bde-44a1-8234-a173f979f66c admin admin] Pushing event updated for resources: {'Network': ['ID=a9f41963-6d96-4c68-8a62-a8c5d6a06a20,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:28.242864 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-95bcd7cd-0bde-44a1-8234-a173f979f66c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:43:28.250464 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Network a9f41963-6d96-4c68-8a62-a8c5d6a06a20 details requested by agent ovs-agent-dv-cinder-818140-1-smb with host dv-cinder-818140-1-smb {{(pid=86865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 16 21:43:28.542613 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-94ae2c1a-1f16-4ed2-be66-e1a93ab74dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:29.804289 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-941145a6-33c9-4841-86a3-a7e018513e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:30.616201 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 37090) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:43:30.828309 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd47485c-e743-4411-99ea-c0592b9811ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:30.829659 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-cd47485c-e743-4411-99ea-c0592b9811ca admin admin] 10.222.0.50 "GET /v2.0/subnets/e7eccb6f-610a-430a-8978-14952edc0e64 HTTP/1.1" status: 200 len: 849 time: 0.2125788 Nov 16 21:43:30.975184 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-db353b51-34c8-47a6-bd17-9f31c6c05b77 admin admin] 10.222.0.50 "GET /v2.0/routers/ecee7666-b7c1-48ab-a4ad-a8cb26ebae89 HTTP/1.1" status: 200 len: 704 time: 0.1399653 Nov 16 21:43:31.438938 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-28307170-1473-4022-9e87-4dbad5db3021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:31.672736 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.db_base_plugin_common [None req-28307170-1473-4022-9e87-4dbad5db3021 admin admin] Allocated IP 172.20.0.1 (7e323e46-e3f0-4e48-b660-5fd052a0876e/e7eccb6f-610a-430a-8978-14952edc0e64/fd94c088-0a7e-44cf-a0b4-ac1757d4c71d) {{(pid=86864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:43:31.830138 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-28307170-1473-4022-9e87-4dbad5db3021 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:31.848113 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.provisioning_blocks [None req-28307170-1473-4022-9e87-4dbad5db3021 admin admin] Transition to ACTIVE for port object fd94c088-0a7e-44cf-a0b4-ac1757d4c71d will not be triggered until provisioned by entity DHCP. {{(pid=86864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:43:31.902896 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-28307170-1473-4022-9e87-4dbad5db3021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790568269105'] for port, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:31.908257 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:43:31.973746 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28307170-1473-4022-9e87-4dbad5db3021 admin admin] Network 7e323e46-e3f0-4e48-b660-5fd052a0876e is already hosted by enough agents. {{(pid=86864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:43:31.976420 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.base_scheduler [None req-28307170-1473-4022-9e87-4dbad5db3021 admin admin] Resources bound (agent type, host, resource id): {{(pid=86864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:43:31.982361 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28307170-1473-4022-9e87-4dbad5db3021 admin admin] Received port after_create {{(pid=86864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 16 21:43:31.982898 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-28307170-1473-4022-9e87-4dbad5db3021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783219'] for router_interface, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:32.154406 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28307170-1473-4022-9e87-4dbad5db3021 admin admin] Pushing event updated for resources: {'Port': ['ID=fd94c088-0a7e-44cf-a0b4-ac1757d4c71d,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:32.170849 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-28307170-1473-4022-9e87-4dbad5db3021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:43:32.236633 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-3fa6c91f-6c36-486d-bc6c-06271e152e34 None None] Provisioning for port fd94c088-0a7e-44cf-a0b4-ac1757d4c71d completed by entity DHCP. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:43:32.241571 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-3fa6c91f-6c36-486d-bc6c-06271e152e34 None None] Provisioning complete for port fd94c088-0a7e-44cf-a0b4-ac1757d4c71d triggered by entity DHCP. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:43:32.242018 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-3fa6c91f-6c36-486d-bc6c-06271e152e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:32.295730 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-28307170-1473-4022-9e87-4dbad5db3021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:32.296634 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-3fa6c91f-6c36-486d-bc6c-06271e152e34 None None] Port fd94c088-0a7e-44cf-a0b4-ac1757d4c71d cannot update to ACTIVE because it is not bound. {{(pid=86865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 16 21:43:32.518076 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-28307170-1473-4022-9e87-4dbad5db3021 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:32.522448 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-28307170-1473-4022-9e87-4dbad5db3021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:32.523550 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-28307170-1473-4022-9e87-4dbad5db3021 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-576428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783312'] for router_interface, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:32.527772 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-28307170-1473-4022-9e87-4dbad5db3021 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:43:32.657170 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28307170-1473-4022-9e87-4dbad5db3021 admin admin] Pushing event updated for resources: {'Port': ['ID=fd94c088-0a7e-44cf-a0b4-ac1757d4c71d,revision_number=2']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:32.661166 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-28307170-1473-4022-9e87-4dbad5db3021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:43:32.717699 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28307170-1473-4022-9e87-4dbad5db3021 admin admin] Network 7e323e46-e3f0-4e48-b660-5fd052a0876e is already hosted by enough agents. {{(pid=86864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:43:32.718764 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.base_scheduler [None req-28307170-1473-4022-9e87-4dbad5db3021 admin admin] Resources bound (agent type, host, resource id): {{(pid=86864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:43:32.915328 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28307170-1473-4022-9e87-4dbad5db3021 admin admin] Router ecee7666-b7c1-48ab-a4ad-a8cb26ebae89 is scheduled to L3 agent 61e322f1-f733-4c16-8e8e-7253ec5fb84a with binding_index 1 {{(pid=86864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 16 21:43:32.922997 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-181c824b-724a-43ea-9df0-cad261bbdeb9 None None] Provisioning complete for port fd94c088-0a7e-44cf-a0b4-ac1757d4c71d triggered by entity DHCP. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:43:32.923641 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-181c824b-724a-43ea-9df0-cad261bbdeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:32.983774 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-181c824b-724a-43ea-9df0-cad261bbdeb9 None None] Port fd94c088-0a7e-44cf-a0b4-ac1757d4c71d cannot update to ACTIVE because it is not bound. {{(pid=86865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 16 21:43:33.077514 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28307170-1473-4022-9e87-4dbad5db3021 admin admin] Notify agent at l3_agent.dv-cinder-818140-1-smb the message routers_updated {{(pid=86864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 16 21:43:33.087089 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-28307170-1473-4022-9e87-4dbad5db3021 admin admin] 10.222.0.50 "PUT /v2.0/routers/ecee7666-b7c1-48ab-a4ad-a8cb26ebae89/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1064568 Nov 16 21:43:33.087602 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469ece69-1f27-41a7-8b67-9df9c0be2e7b None None] Sync routers for ids ['ecee7666-b7c1-48ab-a4ad-a8cb26ebae89'] in dv-cinder-818140-1-smb {{(pid=86866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:43:33.098693 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469ece69-1f27-41a7-8b67-9df9c0be2e7b None None] Routers {'ecee7666-b7c1-48ab-a4ad-a8cb26ebae89'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 21:43:33.099570 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_hamode_db [None req-469ece69-1f27-41a7-8b67-9df9c0be2e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T21:43:27Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['ecee7666-b7c1-48ab-a4ad-a8cb26ebae89'], 'active': True} {{(pid=86866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:43:33.286372 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_dvr_db [None req-469ece69-1f27-41a7-8b67-9df9c0be2e7b None None] Set router ecee7666-b7c1-48ab-a4ad-a8cb26ebae89 gateway port host: None {{(pid=86866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 21:43:33.665568 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_hamode_db [None req-469ece69-1f27-41a7-8b67-9df9c0be2e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecee7666-b7c1-48ab-a4ad-a8cb26ebae89', 'name': 'router1', 'tenant_id': 'a38b7fbdd0d54feb9f4f9fe7f75a2936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:43:22Z', 'updated_at': '2021-11-16T21:43:32Z', 'revision_number': 2, 'project_id': 'a38b7fbdd0d54feb9f4f9fe7f75a2936', 'gw_port_host': None, '_interfaces': [{'id': 'fd94c088-0a7e-44cf-a0b4-ac1757d4c71d', 'name': '', 'network_id': '7e323e46-e3f0-4e48-b660-5fd052a0876e', 'tenant_id': 'a38b7fbdd0d54feb9f4f9fe7f75a2936', 'mac_address': 'fa:16:3e:62:8d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecee7666-b7c1-48ab-a4ad-a8cb26ebae89', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e7eccb6f-610a-430a-8978-14952edc0e64', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:43:31Z', 'updated_at': '2021-11-16T21:43:32Z', 'revision_number': 2, 'project_id': 'a38b7fbdd0d54feb9f4f9fe7f75a2936', 'subnets': [{'id': 'e7eccb6f-610a-430a-8978-14952edc0e64', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8bb77559-d3e2-4359-be5f-f9163d1acdc0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:43:33.671132 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469ece69-1f27-41a7-8b67-9df9c0be2e7b None None] Checking router: ecee7666-b7c1-48ab-a4ad-a8cb26ebae89 for host: dv-cinder-818140-1-smb {{(pid=86866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:43:33.671506 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469ece69-1f27-41a7-8b67-9df9c0be2e7b None None] Updating router ecee7666-b7c1-48ab-a4ad-a8cb26ebae89 port fd94c088-0a7e-44cf-a0b4-ac1757d4c71d binding host dv-cinder-818140-1-smb {{(pid=86866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:43:33.724841 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron_lib.callbacks.manager [None req-469ece69-1f27-41a7-8b67-9df9c0be2e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:33.796337 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.agents_db [None req-6e4a458f-5157-4cde-8197-239c61c88c18 None None] Agent healthcheck: found 5 active agents {{(pid=86866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 16 21:43:34.116429 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron_lib.callbacks.manager [None req-469ece69-1f27-41a7-8b67-9df9c0be2e7b None None] Notify callbacks [] for port, precommit_update {{(pid=86866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:34.131435 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.provisioning_blocks [None req-469ece69-1f27-41a7-8b67-9df9c0be2e7b None None] Transition to ACTIVE for port object fd94c088-0a7e-44cf-a0b4-ac1757d4c71d will not be triggered until provisioned by entity L2. {{(pid=86866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:43:34.139167 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron_lib.callbacks.manager [None req-469ece69-1f27-41a7-8b67-9df9c0be2e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:34.144646 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:43:34.295653 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0991854-3131-42d7-add9-1901f8c39742 None None] Pushing event updated for resources: {'Port': ['ID=fd94c088-0a7e-44cf-a0b4-ac1757d4c71d,revision_number=3']} {{(pid=86866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:34.305575 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0991854-3131-42d7-add9-1901f8c39742 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:34.305911 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0991854-3131-42d7-add9-1901f8c39742 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:34.306266 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0991854-3131-42d7-add9-1901f8c39742 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:34.306597 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0991854-3131-42d7-add9-1901f8c39742 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:34.306913 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0991854-3131-42d7-add9-1901f8c39742 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:34.307225 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0991854-3131-42d7-add9-1901f8c39742 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:34.307573 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0991854-3131-42d7-add9-1901f8c39742 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:34.308401 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0991854-3131-42d7-add9-1901f8c39742 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:34.308715 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0991854-3131-42d7-add9-1901f8c39742 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:34.309025 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0991854-3131-42d7-add9-1901f8c39742 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:34.309331 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0991854-3131-42d7-add9-1901f8c39742 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:34.309631 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0991854-3131-42d7-add9-1901f8c39742 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:34.310812 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0991854-3131-42d7-add9-1901f8c39742 None None] Tracked resource versions report: Nov 16 21:43:34.310812 dv-cinder-818140-1-smb neutron-server[86866]: pushed versions: Nov 16 21:43:34.310812 dv-cinder-818140-1-smb neutron-server[86866]: { 'AddressGroup': {'1.2'}, Nov 16 21:43:34.310812 dv-cinder-818140-1-smb neutron-server[86866]: 'ConntrackHelper': {'1.0'}, Nov 16 21:43:34.310812 dv-cinder-818140-1-smb neutron-server[86866]: 'Log': {'1.0'}, Nov 16 21:43:34.310812 dv-cinder-818140-1-smb neutron-server[86866]: 'Network': {'1.1'}, Nov 16 21:43:34.310812 dv-cinder-818140-1-smb neutron-server[86866]: 'Port': {'1.7'}, Nov 16 21:43:34.310812 dv-cinder-818140-1-smb neutron-server[86866]: 'PortForwarding': {'1.2'}, Nov 16 21:43:34.310812 dv-cinder-818140-1-smb neutron-server[86866]: 'QosPolicy': {'1.8'}, Nov 16 21:43:34.310812 dv-cinder-818140-1-smb neutron-server[86866]: 'SecurityGroup': {'1.4'}, Nov 16 21:43:34.310812 dv-cinder-818140-1-smb neutron-server[86866]: 'SecurityGroupRule': {'1.2'}, Nov 16 21:43:34.310812 dv-cinder-818140-1-smb neutron-server[86866]: 'SubPort': {'1.0'}, Nov 16 21:43:34.310812 dv-cinder-818140-1-smb neutron-server[86866]: 'Subnet': {'1.1'}, Nov 16 21:43:34.310812 dv-cinder-818140-1-smb neutron-server[86866]: 'Trunk': {'1.1'}} Nov 16 21:43:34.310812 dv-cinder-818140-1-smb neutron-server[86866]: consumer versions: Nov 16 21:43:34.310812 dv-cinder-818140-1-smb neutron-server[86866]: { DHCP agent@dv-cinder-818140-1-smb: {}, Nov 16 21:43:34.310812 dv-cinder-818140-1-smb neutron-server[86866]: L3 agent@dv-cinder-818140-1-smb: {}, Nov 16 21:43:34.310812 dv-cinder-818140-1-smb neutron-server[86866]: Metadata agent@dv-cinder-818140-1-smb: {}, Nov 16 21:43:34.310812 dv-cinder-818140-1-smb neutron-server[86866]: Metering agent@dv-cinder-818140-1-smb: {}, Nov 16 21:43:34.310812 dv-cinder-818140-1-smb neutron-server[86866]: Open vSwitch agent@dv-cinder-818140-1-smb: { 'AddressGroup': '1.2', Nov 16 21:43:34.310812 dv-cinder-818140-1-smb neutron-server[86866]: 'ConntrackHelper': '1.0', Nov 16 21:43:34.310812 dv-cinder-818140-1-smb neutron-server[86866]: 'Log': '1.0', Nov 16 21:43:34.310812 dv-cinder-818140-1-smb neutron-server[86866]: 'Network': '1.1', Nov 16 21:43:34.310812 dv-cinder-818140-1-smb neutron-server[86866]: 'Port': '1.7', Nov 16 21:43:34.310812 dv-cinder-818140-1-smb neutron-server[86866]: 'PortForwarding': '1.2', Nov 16 21:43:34.310812 dv-cinder-818140-1-smb neutron-server[86866]: 'QosPolicy': '1.8', Nov 16 21:43:34.310812 dv-cinder-818140-1-smb neutron-server[86866]: 'SecurityGroup': '1.4', Nov 16 21:43:34.310812 dv-cinder-818140-1-smb neutron-server[86866]: 'SecurityGroupRule': '1.2', Nov 16 21:43:34.310812 dv-cinder-818140-1-smb neutron-server[86866]: 'SubPort': '1.0', Nov 16 21:43:34.310812 dv-cinder-818140-1-smb neutron-server[86866]: 'Subnet': '1.1', Nov 16 21:43:34.310812 dv-cinder-818140-1-smb neutron-server[86866]: 'Trunk': '1.1'}} Nov 16 21:43:34.310812 dv-cinder-818140-1-smb neutron-server[86866]: {{(pid=86866) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 16 21:43:34.340527 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG oslo_concurrency.lockutils [None req-c0991854-3131-42d7-add9-1901f8c39742 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:43:34.405138 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.managers [None req-469ece69-1f27-41a7-8b67-9df9c0be2e7b None None] Attempting to bind port fd94c088-0a7e-44cf-a0b4-ac1757d4c71d on host dv-cinder-818140-1-smb for vnic_type normal with profile {{(pid=86866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 21:43:34.405541 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.managers [None req-469ece69-1f27-41a7-8b67-9df9c0be2e7b None None] Attempting to bind port fd94c088-0a7e-44cf-a0b4-ac1757d4c71d by drivers openvswitch,hyperv on host dv-cinder-818140-1-smb at level 0 using segments [{'id': 'e21501fc-0ced-409a-ade0-7430b872444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7e323e46-e3f0-4e48-b660-5fd052a0876e'}] {{(pid=86866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 21:43:34.405961 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469ece69-1f27-41a7-8b67-9df9c0be2e7b None None] Attempting to bind port fd94c088-0a7e-44cf-a0b4-ac1757d4c71d on network 7e323e46-e3f0-4e48-b660-5fd052a0876e {{(pid=86866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 16 21:43:34.411315 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469ece69-1f27-41a7-8b67-9df9c0be2e7b None None] Checking agent: {'id': '2d3e8a24-12f1-44fc-ba92-bbd8bc9099be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818140-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 42, 55), 'started_at': datetime.datetime(2021, 11, 16, 21, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818140-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 16 21:43:34.411762 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469ece69-1f27-41a7-8b67-9df9c0be2e7b None None] Checking segment: {'id': 'e21501fc-0ced-409a-ade0-7430b872444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7e323e46-e3f0-4e48-b660-5fd052a0876e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 16 21:43:34.412206 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron_lib.callbacks.manager [None req-469ece69-1f27-41a7-8b67-9df9c0be2e7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:34.412587 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469ece69-1f27-41a7-8b67-9df9c0be2e7b None None] Bound using segment: {'id': 'e21501fc-0ced-409a-ade0-7430b872444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7e323e46-e3f0-4e48-b660-5fd052a0876e'} {{(pid=86866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 16 21:43:34.413060 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.managers [None req-469ece69-1f27-41a7-8b67-9df9c0be2e7b None None] Bound port: fd94c088-0a7e-44cf-a0b4-ac1757d4c71d, host: dv-cinder-818140-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e21501fc-0ced-409a-ade0-7430b872444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7e323e46-e3f0-4e48-b660-5fd052a0876e'}}] {{(pid=86866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 21:43:34.413424 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron_lib.callbacks.manager [None req-469ece69-1f27-41a7-8b67-9df9c0be2e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:34.504139 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.db [None req-469ece69-1f27-41a7-8b67-9df9c0be2e7b None None] For port fd94c088-0a7e-44cf-a0b4-ac1757d4c71d, host dv-cinder-818140-1-smb, cleared binding levels {{(pid=86866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 16 21:43:34.508476 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.db [None req-469ece69-1f27-41a7-8b67-9df9c0be2e7b None None] For port fd94c088-0a7e-44cf-a0b4-ac1757d4c71d, host dv-cinder-818140-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=fd94c088-0a7e-44cf-a0b4-ac1757d4c71d,segment=NetworkSegment(e21501fc-0ced-409a-ade0-7430b872444c),segment_id=e21501fc-0ced-409a-ade0-7430b872444c)] {{(pid=86866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 16 21:43:34.513287 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron_lib.callbacks.manager [None req-469ece69-1f27-41a7-8b67-9df9c0be2e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:34.518405 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG oslo_concurrency.lockutils [None req-c0991854-3131-42d7-add9-1901f8c39742 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:43:34.602905 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469ece69-1f27-41a7-8b67-9df9c0be2e7b None None] Routers {'ecee7666-b7c1-48ab-a4ad-a8cb26ebae89'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 21:43:34.603531 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_hamode_db [None req-469ece69-1f27-41a7-8b67-9df9c0be2e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T21:43:27Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['ecee7666-b7c1-48ab-a4ad-a8cb26ebae89'], 'active': True} {{(pid=86866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:43:34.726400 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0991854-3131-42d7-add9-1901f8c39742 None None] Pushing event updated for resources: {'Port': ['ID=fd94c088-0a7e-44cf-a0b4-ac1757d4c71d,revision_number=4']} {{(pid=86866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:34.749734 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG oslo_concurrency.lockutils [None req-c0991854-3131-42d7-add9-1901f8c39742 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=86866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:43:34.774280 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_dvr_db [None req-469ece69-1f27-41a7-8b67-9df9c0be2e7b None None] Set router ecee7666-b7c1-48ab-a4ad-a8cb26ebae89 gateway port host: None {{(pid=86866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 21:43:35.110211 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_hamode_db [None req-469ece69-1f27-41a7-8b67-9df9c0be2e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecee7666-b7c1-48ab-a4ad-a8cb26ebae89', 'name': 'router1', 'tenant_id': 'a38b7fbdd0d54feb9f4f9fe7f75a2936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:43:22Z', 'updated_at': '2021-11-16T21:43:32Z', 'revision_number': 2, 'project_id': 'a38b7fbdd0d54feb9f4f9fe7f75a2936', 'gw_port_host': None, '_interfaces': [{'id': 'fd94c088-0a7e-44cf-a0b4-ac1757d4c71d', 'name': '', 'network_id': '7e323e46-e3f0-4e48-b660-5fd052a0876e', 'tenant_id': 'a38b7fbdd0d54feb9f4f9fe7f75a2936', 'mac_address': 'fa:16:3e:62:8d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecee7666-b7c1-48ab-a4ad-a8cb26ebae89', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e7eccb6f-610a-430a-8978-14952edc0e64', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:43:31Z', 'updated_at': '2021-11-16T21:43:34Z', 'revision_number': 4, 'project_id': 'a38b7fbdd0d54feb9f4f9fe7f75a2936', 'subnets': [{'id': 'e7eccb6f-610a-430a-8978-14952edc0e64', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8bb77559-d3e2-4359-be5f-f9163d1acdc0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:43:35.113913 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469ece69-1f27-41a7-8b67-9df9c0be2e7b None None] The sync data for ids ['ecee7666-b7c1-48ab-a4ad-a8cb26ebae89'] in dv-cinder-818140-1-smb is: [{'id': 'ecee7666-b7c1-48ab-a4ad-a8cb26ebae89', 'name': 'router1', 'tenant_id': 'a38b7fbdd0d54feb9f4f9fe7f75a2936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:43:22Z', 'updated_at': '2021-11-16T21:43:32Z', 'revision_number': 2, 'project_id': 'a38b7fbdd0d54feb9f4f9fe7f75a2936', 'gw_port_host': None, '_interfaces': [{'id': 'fd94c088-0a7e-44cf-a0b4-ac1757d4c71d', 'name': '', 'network_id': '7e323e46-e3f0-4e48-b660-5fd052a0876e', 'tenant_id': 'a38b7fbdd0d54feb9f4f9fe7f75a2936', 'mac_address': 'fa:16:3e:62:8d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecee7666-b7c1-48ab-a4ad-a8cb26ebae89', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e7eccb6f-610a-430a-8978-14952edc0e64', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:43:31Z', 'updated_at': '2021-11-16T21:43:34Z', 'revision_number': 4, 'project_id': 'a38b7fbdd0d54feb9f4f9fe7f75a2936', 'subnets': [{'id': 'e7eccb6f-610a-430a-8978-14952edc0e64', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8bb77559-d3e2-4359-be5f-f9163d1acdc0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:43:35.311902 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 37112) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:43:35.468803 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9114d8d2-2eb9-4ad1-bb09-11ff4b3fb0bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:35.469358 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-9114d8d2-2eb9-4ad1-bb09-11ff4b3fb0bd admin admin] Synchronizing usage tracker for tenant:bbfb64adaf8d40aa85fcdb274f3007b2 on resource:network {{(pid=86864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:43:35.487996 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-9114d8d2-2eb9-4ad1-bb09-11ff4b3fb0bd admin admin] Unset dirty status for tenant:bbfb64adaf8d40aa85fcdb274f3007b2 on resource:network {{(pid=86864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:43:35.489218 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-9114d8d2-2eb9-4ad1-bb09-11ff4b3fb0bd admin admin] 10.222.0.50 "GET /v2.0/networks/a9f41963-6d96-4c68-8a62-a8c5d6a06a20 HTTP/1.1" status: 200 len: 842 time: 0.1763806 Nov 16 21:43:35.499074 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.v2.base [None req-c2d74404-1173-4514-aa01-55a0d2e038ca admin admin] Request body: {'subnet': {'cidr': '172.28.3.0/24', 'name': 'public-subnet', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'gateway_ip': '172.28.3.1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:43:35.504349 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-c2d74404-1173-4514-aa01-55a0d2e038ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:43:35.508354 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-c2d74404-1173-4514-aa01-55a0d2e038ca admin admin] Usage tracker for resource:subnet and tenant:bbfb64adaf8d40aa85fcdb274f3007b2 is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:43:35.512184 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-c2d74404-1173-4514-aa01-55a0d2e038ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:43:35.518774 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-c2d74404-1173-4514-aa01-55a0d2e038ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:43:35.529490 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d74404-1173-4514-aa01-55a0d2e038ca admin admin] Made reservation on behalf of bbfb64adaf8d40aa85fcdb274f3007b2 for: {'subnet': 1} {{(pid=86864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:43:35.531899 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-c2d74404-1173-4514-aa01-55a0d2e038ca admin admin] Notify callbacks [] for subnet, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:35.989670 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.objects.ports [None req-c2d74404-1173-4514-aa01-55a0d2e038ca admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86864) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Nov 16 21:43:35.990178 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-c2d74404-1173-4514-aa01-55a0d2e038ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446'] for subnet, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:35.993957 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:43:36.070653 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d74404-1173-4514-aa01-55a0d2e038ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5c31ecf-1c75-47d6-89d5-3eb31f2005b0,revision_number=0']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:36.075365 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d74404-1173-4514-aa01-55a0d2e038ca admin admin] Checking segment: {'id': '2032d675-cc73-45c1-95a0-4a6936ebf39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 16 21:43:36.075736 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d74404-1173-4514-aa01-55a0d2e038ca admin admin] Network hostable DHCP agents. Network: a9f41963-6d96-4c68-8a62-a8c5d6a06a20, hostable agents: ['c74cfb2b-3f17-4f67-977a-702507b4bce6'], hosted agents: [] {{(pid=86864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:43:36.082310 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-c2d74404-1173-4514-aa01-55a0d2e038ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:43:36.098620 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d74404-1173-4514-aa01-55a0d2e038ca admin admin] Network a9f41963-6d96-4c68-8a62-a8c5d6a06a20 is scheduled to be hosted by DHCP agent c74cfb2b-3f17-4f67-977a-702507b4bce6 with binding_index 1 {{(pid=86864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:43:36.109904 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.base_scheduler [None req-c2d74404-1173-4514-aa01-55a0d2e038ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818140-1-smb, a9f41963-6d96-4c68-8a62-a8c5d6a06a20) {{(pid=86864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:43:36.113978 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d74404-1173-4514-aa01-55a0d2e038ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:36.114613 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-c2d74404-1173-4514-aa01-55a0d2e038ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578116'] for subnet, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:36.119725 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acd5199-4b60-4f5b-9c5e-6c9a7fc17189 None None] Network a9f41963-6d96-4c68-8a62-a8c5d6a06a20 requested from dv-cinder-818140-1-smb {{(pid=86865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 16 21:43:36.141865 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-c2d74404-1173-4514-aa01-55a0d2e038ca admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6404018 Nov 16 21:43:36.352792 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876a8d31-1150-4613-b46e-1fbe1cb39888 None None] Network a9f41963-6d96-4c68-8a62-a8c5d6a06a20 requested from dv-cinder-818140-1-smb {{(pid=86865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 16 21:43:37.445530 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device fd94c088-0a7e-44cf-a0b4-ac1757d4c71d up at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 21:43:37.514680 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning for port fd94c088-0a7e-44cf-a0b4-ac1757d4c71d completed by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:43:37.519667 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning complete for port fd94c088-0a7e-44cf-a0b4-ac1757d4c71d triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:43:37.520038 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:37.633846 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:37.669405 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] For port fd94c088-0a7e-44cf-a0b4-ac1757d4c71d, host dv-cinder-818140-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=fd94c088-0a7e-44cf-a0b4-ac1757d4c71d,segment=NetworkSegment(e21501fc-0ced-409a-ade0-7430b872444c),segment_id=e21501fc-0ced-409a-ade0-7430b872444c)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:43:37.672619 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:37.674696 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:43:37.741587 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Pushing event updated for resources: {'Port': ['ID=fd94c088-0a7e-44cf-a0b4-ac1757d4c71d,revision_number=5']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:37.744656 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:43:38.410520 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 37126) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:43:38.614416 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-6c8bf718-7dc1-4695-9454-ea45aee501ac admin admin] 10.222.0.50 "GET /v2.0/routers/ecee7666-b7c1-48ab-a4ad-a8cb26ebae89 HTTP/1.1" status: 200 len: 710 time: 0.2023239 Nov 16 21:43:38.741826 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3c9da7-f02e-4616-9cf5-8df93dccad5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:38.743206 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-ba3c9da7-f02e-4616-9cf5-8df93dccad5c admin admin] 10.222.0.50 "GET /v2.0/networks/a9f41963-6d96-4c68-8a62-a8c5d6a06a20 HTTP/1.1" status: 200 len: 886 time: 0.1240604 Nov 16 21:43:38.752740 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.v2.base [None req-3dd1b905-070b-45da-8db9-2543ac690491 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20'}}} {{(pid=86864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:43:39.196236 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-3dd1b905-070b-45da-8db9-2543ac690491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-677134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6512'] for router, precommit_update {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:39.430568 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device fd94c088-0a7e-44cf-a0b4-ac1757d4c71d up at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 21:43:39.499464 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning complete for port fd94c088-0a7e-44cf-a0b4-ac1757d4c71d triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:43:39.499836 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:39.570259 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-3dd1b905-070b-45da-8db9-2543ac690491 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:39.628136 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-3dd1b905-070b-45da-8db9-2543ac690491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:39.762028 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.db_base_plugin_common [None req-3dd1b905-070b-45da-8db9-2543ac690491 admin admin] Allocated IP 172.28.3.234 (a9f41963-6d96-4c68-8a62-a8c5d6a06a20/b5c31ecf-1c75-47d6-89d5-3eb31f2005b0/16d9d5ad-83c4-409b-90f8-14b7031766e9) {{(pid=86864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:43:39.906611 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-3dd1b905-070b-45da-8db9-2543ac690491 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:39.936276 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-3dd1b905-070b-45da-8db9-2543ac690491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790568269105'] for port, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:39.941055 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:43:40.015568 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd1b905-070b-45da-8db9-2543ac690491 admin admin] Network a9f41963-6d96-4c68-8a62-a8c5d6a06a20 is already hosted by enough agents. {{(pid=86864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:43:40.018671 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.base_scheduler [None req-3dd1b905-070b-45da-8db9-2543ac690491 admin admin] Resources bound (agent type, host, resource id): {{(pid=86864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:43:40.022323 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd1b905-070b-45da-8db9-2543ac690491 admin admin] Received port after_create {{(pid=86864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 16 21:43:40.080616 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd1b905-070b-45da-8db9-2543ac690491 admin admin] Pushing event updated for resources: {'Port': ['ID=16d9d5ad-83c4-409b-90f8-14b7031766e9,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:40.091598 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-3dd1b905-070b-45da-8db9-2543ac690491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:43:40.417889 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-3dd1b905-070b-45da-8db9-2543ac690491 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:40.754290 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-3dd1b905-070b-45da-8db9-2543ac690491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-677134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6512'] for router, precommit_update {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:40.757533 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-3dd1b905-070b-45da-8db9-2543ac690491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-677399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-677390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-677143'] for router, after_update {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:40.997599 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dd1b905-070b-45da-8db9-2543ac690491 admin admin] Router ecee7666-b7c1-48ab-a4ad-a8cb26ebae89 has already been hosted by L3 agent 61e322f1-f733-4c16-8e8e-7253ec5fb84a {{(pid=86864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 16 21:43:41.179002 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd1b905-070b-45da-8db9-2543ac690491 admin admin] Notify agent at l3_agent.dv-cinder-818140-1-smb the message routers_updated {{(pid=86864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 16 21:43:41.187847 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-3dd1b905-070b-45da-8db9-2543ac690491 admin admin] Notify callbacks [] for router, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:41.192452 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-3dd1b905-070b-45da-8db9-2543ac690491 admin admin] 10.222.0.50 "PUT /v2.0/routers/ecee7666-b7c1-48ab-a4ad-a8cb26ebae89 HTTP/1.1" status: 200 len: 890 time: 2.4393981 Nov 16 21:43:41.192608 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8199e48-5e3a-4695-8920-966ccf5209ee None None] Sync routers for ids ['ecee7666-b7c1-48ab-a4ad-a8cb26ebae89'] in dv-cinder-818140-1-smb {{(pid=86865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:43:41.206714 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8199e48-5e3a-4695-8920-966ccf5209ee None None] Routers {'ecee7666-b7c1-48ab-a4ad-a8cb26ebae89'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 21:43:41.207725 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-e8199e48-5e3a-4695-8920-966ccf5209ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T21:43:27Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['ecee7666-b7c1-48ab-a4ad-a8cb26ebae89'], 'active': True} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:43:41.436872 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvr_db [None req-e8199e48-5e3a-4695-8920-966ccf5209ee None None] Set router ecee7666-b7c1-48ab-a4ad-a8cb26ebae89 gateway port host: dv-cinder-818140-1-smb {{(pid=86865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 21:43:41.777261 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-e8199e48-5e3a-4695-8920-966ccf5209ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecee7666-b7c1-48ab-a4ad-a8cb26ebae89', 'name': 'router1', 'tenant_id': 'a38b7fbdd0d54feb9f4f9fe7f75a2936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.234'}], 'enable_snat': True}, 'gw_port_id': '16d9d5ad-83c4-409b-90f8-14b7031766e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:43:22Z', 'updated_at': '2021-11-16T21:43:40Z', 'revision_number': 4, 'project_id': 'a38b7fbdd0d54feb9f4f9fe7f75a2936', 'gw_port': {'id': '16d9d5ad-83c4-409b-90f8-14b7031766e9', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:6c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecee7666-b7c1-48ab-a4ad-a8cb26ebae89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:43:39Z', 'updated_at': '2021-11-16T21:43:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb', '_interfaces': [{'id': 'fd94c088-0a7e-44cf-a0b4-ac1757d4c71d', 'name': '', 'network_id': '7e323e46-e3f0-4e48-b660-5fd052a0876e', 'tenant_id': 'a38b7fbdd0d54feb9f4f9fe7f75a2936', 'mac_address': 'fa:16:3e:62:8d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecee7666-b7c1-48ab-a4ad-a8cb26ebae89', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e7eccb6f-610a-430a-8978-14952edc0e64', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:43:31Z', 'updated_at': '2021-11-16T21:43:37Z', 'revision_number': 5, 'project_id': 'a38b7fbdd0d54feb9f4f9fe7f75a2936', 'subnets': [{'id': 'e7eccb6f-610a-430a-8978-14952edc0e64', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8bb77559-d3e2-4359-be5f-f9163d1acdc0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:43:41.782051 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8199e48-5e3a-4695-8920-966ccf5209ee None None] Checking router: ecee7666-b7c1-48ab-a4ad-a8cb26ebae89 for host: dv-cinder-818140-1-smb {{(pid=86865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:43:41.782439 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8199e48-5e3a-4695-8920-966ccf5209ee None None] Updating router ecee7666-b7c1-48ab-a4ad-a8cb26ebae89 port 16d9d5ad-83c4-409b-90f8-14b7031766e9 binding host dv-cinder-818140-1-smb {{(pid=86865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:43:41.833214 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-e8199e48-5e3a-4695-8920-966ccf5209ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:42.170187 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-e8199e48-5e3a-4695-8920-966ccf5209ee None None] Notify callbacks [] for port, precommit_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:42.181850 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-e8199e48-5e3a-4695-8920-966ccf5209ee None None] Transition to ACTIVE for port object 16d9d5ad-83c4-409b-90f8-14b7031766e9 will not be triggered until provisioned by entity L2. {{(pid=86865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:43:42.188027 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-e8199e48-5e3a-4695-8920-966ccf5209ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:42.192176 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-68a13d2e-b8dd-43f6-8824-8558a20f38e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:43:42.291164 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.managers [None req-e8199e48-5e3a-4695-8920-966ccf5209ee None None] Attempting to bind port 16d9d5ad-83c4-409b-90f8-14b7031766e9 on host dv-cinder-818140-1-smb for vnic_type normal with profile {{(pid=86865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 21:43:42.292370 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.managers [None req-e8199e48-5e3a-4695-8920-966ccf5209ee None None] Attempting to bind port 16d9d5ad-83c4-409b-90f8-14b7031766e9 by drivers openvswitch,hyperv on host dv-cinder-818140-1-smb at level 0 using segments [{'id': '2032d675-cc73-45c1-95a0-4a6936ebf39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20'}] {{(pid=86865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 21:43:42.292594 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8199e48-5e3a-4695-8920-966ccf5209ee None None] Attempting to bind port 16d9d5ad-83c4-409b-90f8-14b7031766e9 on network a9f41963-6d96-4c68-8a62-a8c5d6a06a20 {{(pid=86865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 16 21:43:42.294610 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af08a9a-99af-47c8-a164-4be2cb040c62 None None] Pushing event updated for resources: {'Port': ['ID=16d9d5ad-83c4-409b-90f8-14b7031766e9,revision_number=2']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:42.298104 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-6af08a9a-99af-47c8-a164-4be2cb040c62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:43:42.300532 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8199e48-5e3a-4695-8920-966ccf5209ee None None] Checking agent: {'id': '2d3e8a24-12f1-44fc-ba92-bbd8bc9099be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818140-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 42, 55), 'started_at': datetime.datetime(2021, 11, 16, 21, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818140-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 16 21:43:42.300899 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8199e48-5e3a-4695-8920-966ccf5209ee None None] Checking segment: {'id': '2032d675-cc73-45c1-95a0-4a6936ebf39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 16 21:43:42.301470 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-e8199e48-5e3a-4695-8920-966ccf5209ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:42.301733 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8199e48-5e3a-4695-8920-966ccf5209ee None None] Bound using segment: {'id': '2032d675-cc73-45c1-95a0-4a6936ebf39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20'} {{(pid=86865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 16 21:43:42.302249 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.managers [None req-e8199e48-5e3a-4695-8920-966ccf5209ee None None] Bound port: 16d9d5ad-83c4-409b-90f8-14b7031766e9, host: dv-cinder-818140-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2032d675-cc73-45c1-95a0-4a6936ebf39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20'}}] {{(pid=86865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 21:43:42.302552 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-e8199e48-5e3a-4695-8920-966ccf5209ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:42.373752 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-e8199e48-5e3a-4695-8920-966ccf5209ee None None] For port 16d9d5ad-83c4-409b-90f8-14b7031766e9, host dv-cinder-818140-1-smb, cleared binding levels {{(pid=86865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 16 21:43:42.376745 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-e8199e48-5e3a-4695-8920-966ccf5209ee None None] For port 16d9d5ad-83c4-409b-90f8-14b7031766e9, host dv-cinder-818140-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=16d9d5ad-83c4-409b-90f8-14b7031766e9,segment=NetworkSegment(2032d675-cc73-45c1-95a0-4a6936ebf39a),segment_id=2032d675-cc73-45c1-95a0-4a6936ebf39a)] {{(pid=86865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 16 21:43:42.381427 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-e8199e48-5e3a-4695-8920-966ccf5209ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:42.385315 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-bb21546f-3e7d-4837-ab15-c9848276f8a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:43:42.466343 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af08a9a-99af-47c8-a164-4be2cb040c62 None None] Pushing event updated for resources: {'Port': ['ID=16d9d5ad-83c4-409b-90f8-14b7031766e9,revision_number=3']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:42.468852 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8199e48-5e3a-4695-8920-966ccf5209ee None None] Routers {'ecee7666-b7c1-48ab-a4ad-a8cb26ebae89'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 21:43:42.469434 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-e8199e48-5e3a-4695-8920-966ccf5209ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T21:43:27Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['ecee7666-b7c1-48ab-a4ad-a8cb26ebae89'], 'active': True} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:43:42.517103 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-6af08a9a-99af-47c8-a164-4be2cb040c62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:43:42.652184 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvr_db [None req-e8199e48-5e3a-4695-8920-966ccf5209ee None None] Set router ecee7666-b7c1-48ab-a4ad-a8cb26ebae89 gateway port host: dv-cinder-818140-1-smb {{(pid=86865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 21:43:42.976032 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-e8199e48-5e3a-4695-8920-966ccf5209ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecee7666-b7c1-48ab-a4ad-a8cb26ebae89', 'name': 'router1', 'tenant_id': 'a38b7fbdd0d54feb9f4f9fe7f75a2936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.234'}], 'enable_snat': True}, 'gw_port_id': '16d9d5ad-83c4-409b-90f8-14b7031766e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:43:22Z', 'updated_at': '2021-11-16T21:43:40Z', 'revision_number': 4, 'project_id': 'a38b7fbdd0d54feb9f4f9fe7f75a2936', 'gw_port': {'id': '16d9d5ad-83c4-409b-90f8-14b7031766e9', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:6c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecee7666-b7c1-48ab-a4ad-a8cb26ebae89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:43:39Z', 'updated_at': '2021-11-16T21:43:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb', '_interfaces': [{'id': 'fd94c088-0a7e-44cf-a0b4-ac1757d4c71d', 'name': '', 'network_id': '7e323e46-e3f0-4e48-b660-5fd052a0876e', 'tenant_id': 'a38b7fbdd0d54feb9f4f9fe7f75a2936', 'mac_address': 'fa:16:3e:62:8d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecee7666-b7c1-48ab-a4ad-a8cb26ebae89', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e7eccb6f-610a-430a-8978-14952edc0e64', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:43:31Z', 'updated_at': '2021-11-16T21:43:37Z', 'revision_number': 5, 'project_id': 'a38b7fbdd0d54feb9f4f9fe7f75a2936', 'subnets': [{'id': 'e7eccb6f-610a-430a-8978-14952edc0e64', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8bb77559-d3e2-4359-be5f-f9163d1acdc0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:43:42.980731 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8199e48-5e3a-4695-8920-966ccf5209ee None None] The sync data for ids ['ecee7666-b7c1-48ab-a4ad-a8cb26ebae89'] in dv-cinder-818140-1-smb is: [{'id': 'ecee7666-b7c1-48ab-a4ad-a8cb26ebae89', 'name': 'router1', 'tenant_id': 'a38b7fbdd0d54feb9f4f9fe7f75a2936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.234'}], 'enable_snat': True}, 'gw_port_id': '16d9d5ad-83c4-409b-90f8-14b7031766e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:43:22Z', 'updated_at': '2021-11-16T21:43:40Z', 'revision_number': 4, 'project_id': 'a38b7fbdd0d54feb9f4f9fe7f75a2936', 'gw_port': {'id': '16d9d5ad-83c4-409b-90f8-14b7031766e9', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:6c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecee7666-b7c1-48ab-a4ad-a8cb26ebae89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:43:39Z', 'updated_at': '2021-11-16T21:43:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb', '_interfaces': [{'id': 'fd94c088-0a7e-44cf-a0b4-ac1757d4c71d', 'name': '', 'network_id': '7e323e46-e3f0-4e48-b660-5fd052a0876e', 'tenant_id': 'a38b7fbdd0d54feb9f4f9fe7f75a2936', 'mac_address': 'fa:16:3e:62:8d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecee7666-b7c1-48ab-a4ad-a8cb26ebae89', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e7eccb6f-610a-430a-8978-14952edc0e64', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:43:31Z', 'updated_at': '2021-11-16T21:43:37Z', 'revision_number': 5, 'project_id': 'a38b7fbdd0d54feb9f4f9fe7f75a2936', 'subnets': [{'id': 'e7eccb6f-610a-430a-8978-14952edc0e64', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8bb77559-d3e2-4359-be5f-f9163d1acdc0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:43:43.459440 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device 16d9d5ad-83c4-409b-90f8-14b7031766e9 up at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 21:43:43.540793 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning for port 16d9d5ad-83c4-409b-90f8-14b7031766e9 completed by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:43:43.551731 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning complete for port 16d9d5ad-83c4-409b-90f8-14b7031766e9 triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:43:43.552113 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:43.617640 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 37136) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:43:43.692809 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:43.709593 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] For port 16d9d5ad-83c4-409b-90f8-14b7031766e9, host dv-cinder-818140-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=16d9d5ad-83c4-409b-90f8-14b7031766e9,segment=NetworkSegment(2032d675-cc73-45c1-95a0-4a6936ebf39a),segment_id=2032d675-cc73-45c1-95a0-4a6936ebf39a)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:43:43.716128 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:43.718469 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:43:43.750305 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-e818d165-90ce-4037-af9d-8b6fc80c576b admin admin] 10.222.0.50 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1314118 Nov 16 21:43:43.791317 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Pushing event updated for resources: {'Port': ['ID=16d9d5ad-83c4-409b-90f8-14b7031766e9,revision_number=4']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:43.795316 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:43:45.439393 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device 16d9d5ad-83c4-409b-90f8-14b7031766e9 up at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 21:43:45.513937 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning complete for port 16d9d5ad-83c4-409b-90f8-14b7031766e9 triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:43:45.514277 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:54.684631 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-893a27f4-b37b-45e6-be20-75422f8bc487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:55.191529 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:57.405189 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-828852f4-b153-44f3-a71f-a1f91b13b140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:58.548250 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-94ae2c1a-1f16-4ed2-be66-e1a93ab74dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:43:59.821130 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-941145a6-33c9-4841-86a3-a7e018513e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:44:10.745935 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.agents_db [None req-6e4a458f-5157-4cde-8197-239c61c88c18 None None] Agent healthcheck: found 5 active agents {{(pid=86866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 16 21:44:24.670556 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-dd973abc-f14c-446b-a555-78539679b5ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:44:25.195812 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:44:27.401102 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b28b92d7-8215-4675-89a7-ab3df6856f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:44:28.552552 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-94ae2c1a-1f16-4ed2-be66-e1a93ab74dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:44:29.825187 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-941145a6-33c9-4841-86a3-a7e018513e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:44:47.744291 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.agents_db [None req-6e4a458f-5157-4cde-8197-239c61c88c18 None None] Agent healthcheck: found 5 active agents {{(pid=86866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 16 21:44:54.675285 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-e9c2c7c4-0bbe-42d0-a25d-905af786b803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:44:55.199647 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:44:57.405000 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-ed870eb8-e6c1-4a10-8f9b-cffa89f739e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:44:58.629764 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-94ae2c1a-1f16-4ed2-be66-e1a93ab74dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:44:59.824633 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-941145a6-33c9-4841-86a3-a7e018513e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:45:24.678369 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-5ff15e2c-795c-4911-8f3b-d7e407686729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:45:24.743215 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.agents_db [None req-6e4a458f-5157-4cde-8197-239c61c88c18 None None] Agent healthcheck: found 5 active agents {{(pid=86866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 16 21:45:25.213372 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:45:27.408498 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-3635b57b-f322-46fc-aad6-916e23697b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:45:28.551936 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-94ae2c1a-1f16-4ed2-be66-e1a93ab74dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:45:29.827407 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-941145a6-33c9-4841-86a3-a7e018513e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:45:46.564480 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 37706) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:45:46.630324 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5fb986d-c5fc-4086-b8ba-0d325ff3d203 admin admin] GET failed (client error): The resource could not be found. Nov 16 21:45:46.631554 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-a5fb986d-c5fc-4086-b8ba-0d325ff3d203 admin admin] 10.222.0.50 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0661273 Nov 16 21:45:46.760243 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb927a8-9645-4b5e-b4fa-6532ae19c906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:46.761628 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-3cb927a8-9645-4b5e-b4fa-6532ae19c906 admin admin] 10.222.0.50 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1260846 Nov 16 21:45:48.909700 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 37716) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:45:49.016598 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fd5d8e-8b12-469b-8cfd-a1a8fc5ef312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:49.017155 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-59fd5d8e-8b12-469b-8cfd-a1a8fc5ef312 admin admin] Synchronizing usage tracker for tenant:bbfb64adaf8d40aa85fcdb274f3007b2 on resource:subnet {{(pid=86864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:45:49.033632 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-59fd5d8e-8b12-469b-8cfd-a1a8fc5ef312 admin admin] Unset dirty status for tenant:bbfb64adaf8d40aa85fcdb274f3007b2 on resource:subnet {{(pid=86864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:45:49.034850 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-59fd5d8e-8b12-469b-8cfd-a1a8fc5ef312 admin admin] 10.222.0.50 "GET /v2.0/subnets/e7eccb6f-610a-430a-8978-14952edc0e64 HTTP/1.1" status: 200 len: 849 time: 0.1241794 Nov 16 21:45:49.044671 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.v2.base [None req-cf9d122a-af7b-41d2-a1a1-7021ae104da2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:45:49.161331 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-cf9d122a-af7b-41d2-a1a1-7021ae104da2 admin admin] Notify callbacks [] for subnet, before_update {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:45:49.346421 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-cf9d122a-af7b-41d2-a1a1-7021ae104da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790568634152'] for subnet, after_update {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:45:49.349958 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:45:49.390729 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9d122a-af7b-41d2-a1a1-7021ae104da2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:49.391318 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-cf9d122a-af7b-41d2-a1a1-7021ae104da2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578116'] for subnet, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:45:49.393027 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-cf9d122a-af7b-41d2-a1a1-7021ae104da2 admin admin] 10.222.0.50 "PUT /v2.0/subnets/e7eccb6f-610a-430a-8978-14952edc0e64 HTTP/1.1" status: 200 len: 868 time: 0.3522971 Nov 16 21:45:49.409324 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da28ff3-8a00-468b-b4d0-acbf37f7ced1 None None] Network 7e323e46-e3f0-4e48-b660-5fd052a0876e requested from dv-cinder-818140-1-smb {{(pid=86865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 16 21:45:49.416293 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d122a-af7b-41d2-a1a1-7021ae104da2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7eccb6f-610a-430a-8978-14952edc0e64,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:45:49.425312 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9d122a-af7b-41d2-a1a1-7021ae104da2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:49.425660 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9d122a-af7b-41d2-a1a1-7021ae104da2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:49.425993 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9d122a-af7b-41d2-a1a1-7021ae104da2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:49.426357 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9d122a-af7b-41d2-a1a1-7021ae104da2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:49.426776 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9d122a-af7b-41d2-a1a1-7021ae104da2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:49.427100 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9d122a-af7b-41d2-a1a1-7021ae104da2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:49.427419 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9d122a-af7b-41d2-a1a1-7021ae104da2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:49.427737 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9d122a-af7b-41d2-a1a1-7021ae104da2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:49.428675 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9d122a-af7b-41d2-a1a1-7021ae104da2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:49.428675 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9d122a-af7b-41d2-a1a1-7021ae104da2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:49.428675 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9d122a-af7b-41d2-a1a1-7021ae104da2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:49.428983 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9d122a-af7b-41d2-a1a1-7021ae104da2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:49.432790 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-cf9d122a-af7b-41d2-a1a1-7021ae104da2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:45:49.903172 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-1fc850de-e50d-4c53-8500-94e148e20cf0 None None] Provisioning complete for port 9c34579e-cc07-4fe5-8a3f-2ba9e3fee1fb triggered by entity DHCP. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:45:49.903424 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-1fc850de-e50d-4c53-8500-94e148e20cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:45:50.034078 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-1fc850de-e50d-4c53-8500-94e148e20cf0 None None] Provisioning complete for port fd94c088-0a7e-44cf-a0b4-ac1757d4c71d triggered by entity DHCP. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:45:50.034447 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-1fc850de-e50d-4c53-8500-94e148e20cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:45:51.568962 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 37726) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:45:51.743197 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75074196-17ba-4b01-b870-b60b1cb20bd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:51.743588 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75074196-17ba-4b01-b870-b60b1cb20bd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:51.745130 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-75074196-17ba-4b01-b870-b60b1cb20bd1 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1752198 Nov 16 21:45:53.897961 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 37736) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:45:54.076634 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cb89b3-6bdc-4da1-b11b-3f00e0f43d76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:54.077114 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cb89b3-6bdc-4da1-b11b-3f00e0f43d76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:54.078727 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-56cb89b3-6bdc-4da1-b11b-3f00e0f43d76 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1797490 Nov 16 21:45:54.679222 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-fda0275f-c60b-4ceb-ad6d-3f998de81e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:45:55.208529 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:45:56.319470 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 37746) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:45:56.526732 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428a9eb7-efff-466e-9be3-cfd590abe3cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:56.528991 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-428a9eb7-efff-466e-9be3-cfd590abe3cc admin admin] 10.222.0.50 "GET /v2.0/networks/7e323e46-e3f0-4e48-b660-5fd052a0876e HTTP/1.1" status: 200 len: 869 time: 0.2085903 Nov 16 21:45:57.409834 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-878a1acd-557b-47bf-956c-076781f1640c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:45:58.553240 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-94ae2c1a-1f16-4ed2-be66-e1a93ab74dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:45:58.691054 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 37756) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:45:58.859916 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec8355e-7831-4e30-b706-5f377b7f2e8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:58.861134 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-6ec8355e-7831-4e30-b706-5f377b7f2e8f admin admin] 10.222.0.50 "GET /v2.0/networks/a9f41963-6d96-4c68-8a62-a8c5d6a06a20 HTTP/1.1" status: 200 len: 886 time: 0.1691537 Nov 16 21:45:59.833238 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-941145a6-33c9-4841-86a3-a7e018513e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:46:01.006801 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 37766) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:46:01.163077 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea3dbe5-47c2-4583-9803-759f3c91fc39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:01.163526 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea3dbe5-47c2-4583-9803-759f3c91fc39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:01.165026 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-8ea3dbe5-47c2-4583-9803-759f3c91fc39 admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1572683 Nov 16 21:46:01.741314 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.agents_db [None req-6e4a458f-5157-4cde-8197-239c61c88c18 None None] Agent healthcheck: found 5 active agents {{(pid=86866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 16 21:46:03.318535 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 37776) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:46:03.428131 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236eef6a-580c-42e1-a0f2-7fe06663fbef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:03.428586 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236eef6a-580c-42e1-a0f2-7fe06663fbef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:03.430129 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-236eef6a-580c-42e1-a0f2-7fe06663fbef admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1106124 Nov 16 21:46:05.566908 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 37786) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:46:05.672169 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe82d3f-a99e-46ad-a741-da15a923029a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:05.673499 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-ffe82d3f-a99e-46ad-a741-da15a923029a admin admin] 10.222.0.50 "GET /v2.0/subnets/b5c31ecf-1c75-47d6-89d5-3eb31f2005b0 HTTP/1.1" status: 200 len: 816 time: 0.1056702 Nov 16 21:46:07.804789 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 37796) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:46:07.911111 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6248630a-b36b-4abc-8f4b-fdd191a3a6f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:07.912456 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-6248630a-b36b-4abc-8f4b-fdd191a3a6f2 admin admin] 10.222.0.50 "GET /v2.0/subnets/e7eccb6f-610a-430a-8978-14952edc0e64 HTTP/1.1" status: 200 len: 868 time: 0.1067390 Nov 16 21:46:24.681771 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-ed715bd9-5fd0-4e54-be66-f13b6d240441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:46:25.211877 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:46:27.412314 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-ee284d6c-073b-4d1a-b33b-43a1c9ae0b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:46:28.555236 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-94ae2c1a-1f16-4ed2-be66-e1a93ab74dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:46:29.832072 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-941145a6-33c9-4841-86a3-a7e018513e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:46:31.092296 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 37840) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:46:31.141018 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [None req-c2642c0a-fdcb-43ba-9811-3b2cd5341098 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=86864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:46:31.141985 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-c2642c0a-fdcb-43ba-9811-3b2cd5341098 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0487688 Nov 16 21:46:33.334981 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 37850) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:46:33.401482 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.pecan_wsgi.hooks.translation [None req-111f7de9-b515-404f-8219-d19e29a4feb7 admin admin] GET failed (client error): The resource could not be found. Nov 16 21:46:33.403789 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-111f7de9-b515-404f-8219-d19e29a4feb7 admin admin] 10.222.0.50 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0678692 Nov 16 21:46:33.535069 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78023a8c-dd79-4228-beb9-688775544711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:33.536411 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-78023a8c-dd79-4228-beb9-688775544711 admin admin] 10.222.0.50 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1287763 Nov 16 21:46:35.696164 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 37860) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:46:35.743250 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.v2.base [None req-54e91ddc-f81b-46d0-9584-962d1d8fdc7b admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=86864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:46:35.748854 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-54e91ddc-f81b-46d0-9584-962d1d8fdc7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:46:35.758167 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-54e91ddc-f81b-46d0-9584-962d1d8fdc7b admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:46:35.768061 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e91ddc-f81b-46d0-9584-962d1d8fdc7b admin admin] Made reservation on behalf of bbfb64adaf8d40aa85fcdb274f3007b2 for: {'network': 1} {{(pid=86864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:46:35.770326 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-54e91ddc-f81b-46d0-9584-962d1d8fdc7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for network, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:46:35.859106 dv-cinder-818140-1-smb neutron-server[86864]: WARNING neutron.services.revisions.revision_plugin [None req-54e91ddc-f81b-46d0-9584-962d1d8fdc7b admin admin] Could not find related network for resource to bump revision. Nov 16 21:46:35.870292 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54e91ddc-f81b-46d0-9584-962d1d8fdc7b admin admin] vlan segment allocate from pool success with {'vlan_id': 832, 'physical_network': 'physnet1'} {{(pid=86864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:46:35.879472 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-54e91ddc-f81b-46d0-9584-962d1d8fdc7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930301'] for segment, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:46:35.879800 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.db.segments_db [None req-54e91ddc-f81b-46d0-9584-962d1d8fdc7b admin admin] Added segment 3a31c230-7fdb-437f-8a4a-fbef8a0bdc81 of type vlan for network 580c97c1-166a-4888-a678-337d9ed0de3e Nov 16 21:46:35.908119 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-54e91ddc-f81b-46d0-9584-962d1d8fdc7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790568254639'] for network, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:46:35.938519 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-54e91ddc-f81b-46d0-9584-962d1d8fdc7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446'] for network, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:46:35.939807 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e91ddc-f81b-46d0-9584-962d1d8fdc7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:35.940379 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-54e91ddc-f81b-46d0-9584-962d1d8fdc7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578116'] for network, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:46:35.944865 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:46:36.036901 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-54e91ddc-f81b-46d0-9584-962d1d8fdc7b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3395867 Nov 16 21:46:36.045762 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e91ddc-f81b-46d0-9584-962d1d8fdc7b admin admin] Pushing event updated for resources: {'Network': ['ID=580c97c1-166a-4888-a678-337d9ed0de3e,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:36.048870 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-54e91ddc-f81b-46d0-9584-962d1d8fdc7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:46:36.063375 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Network 580c97c1-166a-4888-a678-337d9ed0de3e details requested by agent ovs-agent-dv-cinder-818140-1-smb with host dv-cinder-818140-1-smb {{(pid=86865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 16 21:46:38.195589 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 37870) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:46:38.268053 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d65b9d0-c13d-4dea-b112-ce5ab1096011 admin admin] GET failed (client error): The resource could not be found. Nov 16 21:46:38.269326 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-0d65b9d0-c13d-4dea-b112-ce5ab1096011 admin admin] 10.222.0.50 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0728102 Nov 16 21:46:38.375637 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285c6f72-a7a0-4ed2-bc49-c4a69b1e90b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:38.377050 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-285c6f72-a7a0-4ed2-bc49-c4a69b1e90b4 admin admin] 10.222.0.50 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1038594 Nov 16 21:46:38.387091 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [None req-388a6c03-68a5-4e9e-949e-bb1a143b0351 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '580c97c1-166a-4888-a678-337d9ed0de3e', 'description': 'shared-subnet'}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:46:38.391727 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-388a6c03-68a5-4e9e-949e-bb1a143b0351 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:46:38.401628 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-388a6c03-68a5-4e9e-949e-bb1a143b0351 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:46:38.411256 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388a6c03-68a5-4e9e-949e-bb1a143b0351 admin admin] Made reservation on behalf of bbfb64adaf8d40aa85fcdb274f3007b2 for: {'subnet': 1} {{(pid=86863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:46:38.413711 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-388a6c03-68a5-4e9e-949e-bb1a143b0351 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:46:38.636007 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-388a6c03-68a5-4e9e-949e-bb1a143b0351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446'] for subnet, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:46:38.641234 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-59560061-e7b9-46df-979c-5a343b22e3ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:46:38.709948 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388a6c03-68a5-4e9e-949e-bb1a143b0351 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16065687-524f-444c-a963-4f3588a13f4b,revision_number=0']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:38.719876 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388a6c03-68a5-4e9e-949e-bb1a143b0351 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:38.720207 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388a6c03-68a5-4e9e-949e-bb1a143b0351 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:38.720529 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388a6c03-68a5-4e9e-949e-bb1a143b0351 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:38.720844 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388a6c03-68a5-4e9e-949e-bb1a143b0351 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:38.721155 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388a6c03-68a5-4e9e-949e-bb1a143b0351 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:38.721478 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388a6c03-68a5-4e9e-949e-bb1a143b0351 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:38.721780 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388a6c03-68a5-4e9e-949e-bb1a143b0351 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:38.722109 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388a6c03-68a5-4e9e-949e-bb1a143b0351 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:38.722422 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388a6c03-68a5-4e9e-949e-bb1a143b0351 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:38.722725 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388a6c03-68a5-4e9e-949e-bb1a143b0351 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:38.723025 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388a6c03-68a5-4e9e-949e-bb1a143b0351 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:38.723325 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388a6c03-68a5-4e9e-949e-bb1a143b0351 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:38.727588 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-388a6c03-68a5-4e9e-949e-bb1a143b0351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:46:38.732041 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388a6c03-68a5-4e9e-949e-bb1a143b0351 admin admin] Checking segment: {'id': '3a31c230-7fdb-437f-8a4a-fbef8a0bdc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '580c97c1-166a-4888-a678-337d9ed0de3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 16 21:46:38.732381 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388a6c03-68a5-4e9e-949e-bb1a143b0351 admin admin] Network hostable DHCP agents. Network: 580c97c1-166a-4888-a678-337d9ed0de3e, hostable agents: ['c74cfb2b-3f17-4f67-977a-702507b4bce6'], hosted agents: [] {{(pid=86863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:46:38.740260 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.agents_db [None req-6e4a458f-5157-4cde-8197-239c61c88c18 None None] Agent healthcheck: found 5 active agents {{(pid=86866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 16 21:46:38.750762 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388a6c03-68a5-4e9e-949e-bb1a143b0351 admin admin] Network 580c97c1-166a-4888-a678-337d9ed0de3e is scheduled to be hosted by DHCP agent c74cfb2b-3f17-4f67-977a-702507b4bce6 with binding_index 1 {{(pid=86863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:46:38.759291 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.base_scheduler [None req-388a6c03-68a5-4e9e-949e-bb1a143b0351 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818140-1-smb, 580c97c1-166a-4888-a678-337d9ed0de3e) {{(pid=86863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:46:38.764034 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388a6c03-68a5-4e9e-949e-bb1a143b0351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:38.764601 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-388a6c03-68a5-4e9e-949e-bb1a143b0351 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578116'] for subnet, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:46:38.769710 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a53488b-96f7-4c77-998e-3f2255132155 None None] Network 580c97c1-166a-4888-a678-337d9ed0de3e requested from dv-cinder-818140-1-smb {{(pid=86865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 16 21:46:38.791744 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-388a6c03-68a5-4e9e-949e-bb1a143b0351 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4084916 Nov 16 21:46:38.998174 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4b4357-8442-4f85-8e2d-ef01d6e7110f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bae2c2-8573-550b-9040-658d352e0497-580c97c1-166a-4888-a678-337d9ed0de3e', 'network_id': '580c97c1-166a-4888-a678-337d9ed0de3e', 'tenant_id': 'bbfb64adaf8d40aa85fcdb274f3007b2', 'fixed_ips': [{'subnet_id': '16065687-524f-444c-a963-4f3588a13f4b'}]}} from dv-cinder-818140-1-smb. {{(pid=86865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 16 21:46:38.999095 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-ba4b4357-8442-4f85-8e2d-ef01d6e7110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_create {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:46:39.156401 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.db_base_plugin_common [None req-ba4b4357-8442-4f85-8e2d-ef01d6e7110f None None] Allocated IP 192.168.233.2 (580c97c1-166a-4888-a678-337d9ed0de3e/16065687-524f-444c-a963-4f3588a13f4b/6b70c782-e56f-426d-986d-47a7e375ce3b) {{(pid=86865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:46:39.398550 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-ba4b4357-8442-4f85-8e2d-ef01d6e7110f None None] Notify callbacks [] for port, precommit_create {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:46:39.408597 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-ba4b4357-8442-4f85-8e2d-ef01d6e7110f None None] Transition to ACTIVE for port object 6b70c782-e56f-426d-986d-47a7e375ce3b will not be triggered until provisioned by entity L2. {{(pid=86865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:46:39.427770 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-ba4b4357-8442-4f85-8e2d-ef01d6e7110f None None] Transition to ACTIVE for port object 6b70c782-e56f-426d-986d-47a7e375ce3b will not be triggered until provisioned by entity DHCP. {{(pid=86865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:46:39.433935 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-ba4b4357-8442-4f85-8e2d-ef01d6e7110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790568269105'] for port, after_create {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:46:39.438353 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:46:39.497536 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4b4357-8442-4f85-8e2d-ef01d6e7110f None None] Network 580c97c1-166a-4888-a678-337d9ed0de3e is already hosted by enough agents. {{(pid=86865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:46:39.500268 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.scheduler.base_scheduler [None req-ba4b4357-8442-4f85-8e2d-ef01d6e7110f None None] Resources bound (agent type, host, resource id): {{(pid=86865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:46:39.504008 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4b4357-8442-4f85-8e2d-ef01d6e7110f None None] Received port after_create {{(pid=86865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 16 21:46:39.540427 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4b4357-8442-4f85-8e2d-ef01d6e7110f None None] Pushing event updated for resources: {'Port': ['ID=6b70c782-e56f-426d-986d-47a7e375ce3b,revision_number=1']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:39.579631 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4b4357-8442-4f85-8e2d-ef01d6e7110f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:39.579979 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4b4357-8442-4f85-8e2d-ef01d6e7110f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:39.580305 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4b4357-8442-4f85-8e2d-ef01d6e7110f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:39.580620 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4b4357-8442-4f85-8e2d-ef01d6e7110f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:39.580929 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4b4357-8442-4f85-8e2d-ef01d6e7110f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:39.581237 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4b4357-8442-4f85-8e2d-ef01d6e7110f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:39.581547 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4b4357-8442-4f85-8e2d-ef01d6e7110f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:39.581854 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4b4357-8442-4f85-8e2d-ef01d6e7110f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:39.582185 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4b4357-8442-4f85-8e2d-ef01d6e7110f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:39.582486 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4b4357-8442-4f85-8e2d-ef01d6e7110f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:39.582787 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4b4357-8442-4f85-8e2d-ef01d6e7110f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:39.583083 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4b4357-8442-4f85-8e2d-ef01d6e7110f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:39.590802 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-ba4b4357-8442-4f85-8e2d-ef01d6e7110f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:46:39.610889 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.managers [None req-ba4b4357-8442-4f85-8e2d-ef01d6e7110f None None] Attempting to bind port 6b70c782-e56f-426d-986d-47a7e375ce3b on host dv-cinder-818140-1-smb for vnic_type normal with profile {{(pid=86865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 21:46:39.611248 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.managers [None req-ba4b4357-8442-4f85-8e2d-ef01d6e7110f None None] Attempting to bind port 6b70c782-e56f-426d-986d-47a7e375ce3b by drivers openvswitch,hyperv on host dv-cinder-818140-1-smb at level 0 using segments [{'id': '3a31c230-7fdb-437f-8a4a-fbef8a0bdc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '580c97c1-166a-4888-a678-337d9ed0de3e'}] {{(pid=86865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 21:46:39.611597 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4b4357-8442-4f85-8e2d-ef01d6e7110f None None] Attempting to bind port 6b70c782-e56f-426d-986d-47a7e375ce3b on network 580c97c1-166a-4888-a678-337d9ed0de3e {{(pid=86865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 16 21:46:39.616806 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4b4357-8442-4f85-8e2d-ef01d6e7110f None None] Checking agent: {'id': '2d3e8a24-12f1-44fc-ba92-bbd8bc9099be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818140-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 42, 55), 'started_at': datetime.datetime(2021, 11, 16, 21, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818140-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 16 21:46:39.617165 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4b4357-8442-4f85-8e2d-ef01d6e7110f None None] Checking segment: {'id': '3a31c230-7fdb-437f-8a4a-fbef8a0bdc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '580c97c1-166a-4888-a678-337d9ed0de3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 16 21:46:39.617565 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-ba4b4357-8442-4f85-8e2d-ef01d6e7110f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:46:39.617938 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4b4357-8442-4f85-8e2d-ef01d6e7110f None None] Bound using segment: {'id': '3a31c230-7fdb-437f-8a4a-fbef8a0bdc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '580c97c1-166a-4888-a678-337d9ed0de3e'} {{(pid=86865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 16 21:46:39.618429 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.managers [None req-ba4b4357-8442-4f85-8e2d-ef01d6e7110f None None] Bound port: 6b70c782-e56f-426d-986d-47a7e375ce3b, host: dv-cinder-818140-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a31c230-7fdb-437f-8a4a-fbef8a0bdc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '580c97c1-166a-4888-a678-337d9ed0de3e'}}] {{(pid=86865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 21:46:39.618809 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-ba4b4357-8442-4f85-8e2d-ef01d6e7110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:46:39.706865 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-ba4b4357-8442-4f85-8e2d-ef01d6e7110f None None] For port 6b70c782-e56f-426d-986d-47a7e375ce3b, host dv-cinder-818140-1-smb, cleared binding levels {{(pid=86865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 16 21:46:39.710384 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-ba4b4357-8442-4f85-8e2d-ef01d6e7110f None None] For port 6b70c782-e56f-426d-986d-47a7e375ce3b, host dv-cinder-818140-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=6b70c782-e56f-426d-986d-47a7e375ce3b,segment=NetworkSegment(3a31c230-7fdb-437f-8a4a-fbef8a0bdc81),segment_id=3a31c230-7fdb-437f-8a4a-fbef8a0bdc81)] {{(pid=86865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 16 21:46:39.717398 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-ba4b4357-8442-4f85-8e2d-ef01d6e7110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:46:39.721267 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:46:39.799355 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4b4357-8442-4f85-8e2d-ef01d6e7110f None None] Pushing event updated for resources: {'Port': ['ID=6b70c782-e56f-426d-986d-47a7e375ce3b,revision_number=2']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:39.802582 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-ba4b4357-8442-4f85-8e2d-ef01d6e7110f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:46:40.653682 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149c15c3-4b6a-40e5-bab2-0bb9d9201fe2 None None] Network 580c97c1-166a-4888-a678-337d9ed0de3e requested from dv-cinder-818140-1-smb {{(pid=86865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 16 21:46:40.811990 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-5c6e9e67-7534-4a54-8b42-91b7d1fed2c1 None None] Provisioning for port 6b70c782-e56f-426d-986d-47a7e375ce3b completed by entity DHCP. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:46:41.549842 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device 6b70c782-e56f-426d-986d-47a7e375ce3b up at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 21:46:41.630579 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning for port 6b70c782-e56f-426d-986d-47a7e375ce3b completed by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:46:41.635351 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning complete for port 6b70c782-e56f-426d-986d-47a7e375ce3b triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:46:41.635721 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:46:41.754571 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:46:41.786285 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] For port 6b70c782-e56f-426d-986d-47a7e375ce3b, host dv-cinder-818140-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=6b70c782-e56f-426d-986d-47a7e375ce3b,segment=NetworkSegment(3a31c230-7fdb-437f-8a4a-fbef8a0bdc81),segment_id=3a31c230-7fdb-437f-8a4a-fbef8a0bdc81)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:46:41.790656 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:46:41.793347 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:46:41.858210 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Pushing event updated for resources: {'Port': ['ID=6b70c782-e56f-426d-986d-47a7e375ce3b,revision_number=3']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:41.861161 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:46:43.523635 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device 6b70c782-e56f-426d-986d-47a7e375ce3b up at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 21:46:43.595669 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning complete for port 6b70c782-e56f-426d-986d-47a7e375ce3b triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:46:43.596031 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:46:54.685463 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-2c62225c-3003-4838-a70c-30e854f9b228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:46:55.213754 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:46:57.414922 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-0f78ffd9-71c3-40fd-887b-7836b265cf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:46:58.556474 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-94ae2c1a-1f16-4ed2-be66-e1a93ab74dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:46:59.835277 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-941145a6-33c9-4841-86a3-a7e018513e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:47:15.739424 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.agents_db [None req-6e4a458f-5157-4cde-8197-239c61c88c18 None None] Agent healthcheck: found 5 active agents {{(pid=86866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 16 21:47:24.688186 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-8ab7a7d2-cc60-456e-a37b-a49269d1b6d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:47:25.218297 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:47:27.417886 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-5ce0884e-5607-4568-baac-e6825965de6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:47:28.563491 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-94ae2c1a-1f16-4ed2-be66-e1a93ab74dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:47:29.841052 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-941145a6-33c9-4841-86a3-a7e018513e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:47:48.888062 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 37920) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:47:48.893630 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [None req-e870c261-4206-4afa-91fd-0a29560a16a3 tempest-verify_tempest_config-1399189673 tempest-verify_tempest_config-1399189673-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=86863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:47:48.894599 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-e870c261-4206-4afa-91fd-0a29560a16a3 tempest-verify_tempest_config-1399189673 tempest-verify_tempest_config-1399189673-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062740 Nov 16 21:47:49.194182 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 37938) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:47:49.307961 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-b74828e0-bc53-4aa3-a88b-fd4ac687d092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:47:49.322226 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-b74828e0-bc53-4aa3-a88b-fd4ac687d092 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:47:49.325865 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-b74828e0-bc53-4aa3-a88b-fd4ac687d092 admin admin] Usage tracker for resource:security_group_rule and tenant:59c5c6f88b8443a6aae284785229871f is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:47:49.328626 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-b74828e0-bc53-4aa3-a88b-fd4ac687d092 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:47:49.334044 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-b74828e0-bc53-4aa3-a88b-fd4ac687d092 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:47:49.412617 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-b74828e0-bc53-4aa3-a88b-fd4ac687d092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:47:49.416638 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-b74828e0-bc53-4aa3-a88b-fd4ac687d092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:47:49.424922 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-95bcd7cd-0bde-44a1-8234-a173f979f66c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:47:49.461169 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-b74828e0-bc53-4aa3-a88b-fd4ac687d092 admin admin] Synchronizing usage tracker for tenant:bbfb64adaf8d40aa85fcdb274f3007b2 on resource:security_group {{(pid=86864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:47:49.465591 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74828e0-bc53-4aa3-a88b-fd4ac687d092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5ef336-8065-4816-8402-68392cd111dd,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:47:49.474749 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74828e0-bc53-4aa3-a88b-fd4ac687d092 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:47:49.475084 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74828e0-bc53-4aa3-a88b-fd4ac687d092 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:47:49.475407 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74828e0-bc53-4aa3-a88b-fd4ac687d092 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:47:49.475725 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74828e0-bc53-4aa3-a88b-fd4ac687d092 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:47:49.476040 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74828e0-bc53-4aa3-a88b-fd4ac687d092 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:47:49.476354 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74828e0-bc53-4aa3-a88b-fd4ac687d092 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:47:49.476663 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74828e0-bc53-4aa3-a88b-fd4ac687d092 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:47:49.476970 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74828e0-bc53-4aa3-a88b-fd4ac687d092 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:47:49.477279 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74828e0-bc53-4aa3-a88b-fd4ac687d092 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:47:49.478322 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74828e0-bc53-4aa3-a88b-fd4ac687d092 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:47:49.478489 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74828e0-bc53-4aa3-a88b-fd4ac687d092 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:47:49.478800 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74828e0-bc53-4aa3-a88b-fd4ac687d092 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:47:49.483500 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-b74828e0-bc53-4aa3-a88b-fd4ac687d092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:47:49.491123 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-b74828e0-bc53-4aa3-a88b-fd4ac687d092 admin admin] Unset dirty status for tenant:bbfb64adaf8d40aa85fcdb274f3007b2 on resource:security_group {{(pid=86864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:47:49.492318 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-b74828e0-bc53-4aa3-a88b-fd4ac687d092 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=59c5c6f88b8443a6aae284785229871f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2971520 Nov 16 21:47:49.495500 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 37944) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:47:49.551349 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-22e037d5-16c5-47b7-a0dc-1787b68a697c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:47:49.578357 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-22e037d5-16c5-47b7-a0dc-1787b68a697c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:47:49.669737 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-22e037d5-16c5-47b7-a0dc-1787b68a697c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:47:49.674771 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-6cfa5e04-8171-4df4-8465-3b7aa8af753f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:47:49.684586 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e037d5-16c5-47b7-a0dc-1787b68a697c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5ef336-8065-4816-8402-68392cd111dd,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:47:49.686852 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-22e037d5-16c5-47b7-a0dc-1787b68a697c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:47:49.692271 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-22e037d5-16c5-47b7-a0dc-1787b68a697c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:47:49.693366 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-22e037d5-16c5-47b7-a0dc-1787b68a697c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fd5ef336-8065-4816-8402-68392cd111dd HTTP/1.1" status: 204 len: 168 time: 0.1969600 Nov 16 21:47:52.737831 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.agents_db [None req-6e4a458f-5157-4cde-8197-239c61c88c18 None None] Agent healthcheck: found 5 active agents {{(pid=86866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 16 21:47:54.691186 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b80b0926-afd3-4bfd-9c36-f618dc9a0ec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:47:55.220530 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:47:57.418926 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-953339e6-1416-4f4f-975f-e8fb5497b660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:47:58.567542 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-94ae2c1a-1f16-4ed2-be66-e1a93ab74dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:47:59.845489 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-941145a6-33c9-4841-86a3-a7e018513e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:48:24.692109 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-9452c819-cfbd-4275-b3d2-929d8d348ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:48:25.223050 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:48:27.419873 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-295c4bf0-70cf-45ef-bb63-b3bdc5b1a2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:48:28.566438 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-94ae2c1a-1f16-4ed2-be66-e1a93ab74dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:48:29.736368 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.agents_db [None req-6e4a458f-5157-4cde-8197-239c61c88c18 None None] Agent healthcheck: found 5 active agents {{(pid=86866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 16 21:48:29.843711 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-941145a6-33c9-4841-86a3-a7e018513e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:48:54.694206 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-1545dca1-361d-48c3-afbc-40eb890d8a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:48:55.224652 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:48:57.421344 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-cfcd6f44-d218-49e0-8026-f8ac0a8a7ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:48:58.566082 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-94ae2c1a-1f16-4ed2-be66-e1a93ab74dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:48:59.848337 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-941145a6-33c9-4841-86a3-a7e018513e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:49:06.734687 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.agents_db [None req-6e4a458f-5157-4cde-8197-239c61c88c18 None None] Agent healthcheck: found 5 active agents {{(pid=86866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 16 21:49:24.698434 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-857b00e0-d3fb-41bf-92f4-35e7831ff13d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:49:25.228359 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:49:27.423026 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-dd1d6b16-ea37-4ae5-b640-1d917a5a0115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:49:28.570101 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-94ae2c1a-1f16-4ed2-be66-e1a93ab74dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:49:29.854553 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-941145a6-33c9-4841-86a3-a7e018513e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:49:30.691164 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-723562'] for agent, after_create {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:49:43.734683 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.agents_db [None req-6e4a458f-5157-4cde-8197-239c61c88c18 None None] Agent healthcheck: found 6 active agents {{(pid=86866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 16 21:49:45.418814 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 38016) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:49:45.533519 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-9457d2f1-ec8f-4e67-8a14-1fedc6ff6b0b admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1136174 Nov 16 21:49:47.712186 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 38026) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:49:47.767031 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-b1bfec62-7bb7-444e-83da-0d8f0c6c4a60 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0537868 Nov 16 21:49:54.700947 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-9a8f1ded-78b1-40fe-b7e6-084ae5d74f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:49:55.229896 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:49:57.425403 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-5bbd44b6-016d-4967-95ce-a8b0d77203e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:49:58.573644 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-94ae2c1a-1f16-4ed2-be66-e1a93ab74dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:49:59.858860 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-941145a6-33c9-4841-86a3-a7e018513e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:50:00.641205 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:50:20.734322 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.agents_db [None req-6e4a458f-5157-4cde-8197-239c61c88c18 None None] Agent healthcheck: found 6 active agents {{(pid=86866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 16 21:50:24.702017 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-09f6fc58-5e8b-449b-9f1e-fe5aaf4d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:50:25.231218 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:50:27.426717 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-edde9cf8-cc11-4783-8012-ca6cbd5a71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:50:28.578783 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-94ae2c1a-1f16-4ed2-be66-e1a93ab74dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:50:29.860797 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-941145a6-33c9-4841-86a3-a7e018513e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:50:30.657327 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:50:54.704438 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-ee912d20-2914-44af-bc74-4eab3ac56797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:50:55.232591 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:50:57.426976 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-0c36af84-4de2-439e-8a14-9393b09b5410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:50:57.733256 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.agents_db [None req-6e4a458f-5157-4cde-8197-239c61c88c18 None None] Agent healthcheck: found 6 active agents {{(pid=86866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 16 21:50:58.579943 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-94ae2c1a-1f16-4ed2-be66-e1a93ab74dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:50:59.863985 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-941145a6-33c9-4841-86a3-a7e018513e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:00.682615 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:24.706801 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b414a8f1-63eb-4671-9f34-c59a63d2b798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:25.233641 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:27.430619 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d9800f6d-d2a0-4ec2-a59c-9225bd136afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:28.582342 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-94ae2c1a-1f16-4ed2-be66-e1a93ab74dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:29.879774 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-941145a6-33c9-4841-86a3-a7e018513e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:30.709394 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:32.650043 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 38158) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:51:32.978451 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.v2.base [None req-102cf848-ed6b-43d6-9405-52508163878d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-88453809-network', 'tenant_id': '03b4f159bfaa4df196bb406c1c8838f7'}} {{(pid=86864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:51:32.983543 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-102cf848-ed6b-43d6-9405-52508163878d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:51:32.987497 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-102cf848-ed6b-43d6-9405-52508163878d admin admin] Usage tracker for resource:network and tenant:03b4f159bfaa4df196bb406c1c8838f7 is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:51:32.991319 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-102cf848-ed6b-43d6-9405-52508163878d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:51:32.997267 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-102cf848-ed6b-43d6-9405-52508163878d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:51:33.009421 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102cf848-ed6b-43d6-9405-52508163878d admin admin] Made reservation on behalf of 03b4f159bfaa4df196bb406c1c8838f7 for: {'network': 1} {{(pid=86864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:51:33.011976 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-102cf848-ed6b-43d6-9405-52508163878d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for network, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:33.025549 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-102cf848-ed6b-43d6-9405-52508163878d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:33.041969 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-102cf848-ed6b-43d6-9405-52508163878d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:51:33.046761 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-102cf848-ed6b-43d6-9405-52508163878d admin admin] Usage tracker for resource:security_group_rule and tenant:03b4f159bfaa4df196bb406c1c8838f7 is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:51:33.049344 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-102cf848-ed6b-43d6-9405-52508163878d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:51:33.055359 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-102cf848-ed6b-43d6-9405-52508163878d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:51:33.154288 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-102cf848-ed6b-43d6-9405-52508163878d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:33.158689 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-102cf848-ed6b-43d6-9405-52508163878d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:33.163773 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-22e037d5-16c5-47b7-a0dc-1787b68a697c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:51:33.194074 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-102cf848-ed6b-43d6-9405-52508163878d admin admin] vlan segment allocate from pool success with {'vlan_id': 841, 'physical_network': 'physnet1'} {{(pid=86864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:51:33.201627 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102cf848-ed6b-43d6-9405-52508163878d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce35d2e-a404-4f74-bda4-111ace477a1c,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:33.210526 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102cf848-ed6b-43d6-9405-52508163878d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:33.210862 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102cf848-ed6b-43d6-9405-52508163878d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:33.211188 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102cf848-ed6b-43d6-9405-52508163878d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:33.211508 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102cf848-ed6b-43d6-9405-52508163878d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:33.211828 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102cf848-ed6b-43d6-9405-52508163878d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:33.212393 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102cf848-ed6b-43d6-9405-52508163878d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:33.212811 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102cf848-ed6b-43d6-9405-52508163878d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:33.213010 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102cf848-ed6b-43d6-9405-52508163878d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:33.213356 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102cf848-ed6b-43d6-9405-52508163878d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:33.213633 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102cf848-ed6b-43d6-9405-52508163878d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:33.213931 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102cf848-ed6b-43d6-9405-52508163878d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:33.214259 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102cf848-ed6b-43d6-9405-52508163878d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:33.215316 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102cf848-ed6b-43d6-9405-52508163878d admin admin] Tracked resource versions report: Nov 16 21:51:33.215316 dv-cinder-818140-1-smb neutron-server[86864]: pushed versions: Nov 16 21:51:33.215316 dv-cinder-818140-1-smb neutron-server[86864]: { 'AddressGroup': {'1.2'}, Nov 16 21:51:33.215316 dv-cinder-818140-1-smb neutron-server[86864]: 'ConntrackHelper': {'1.0'}, Nov 16 21:51:33.215316 dv-cinder-818140-1-smb neutron-server[86864]: 'Log': {'1.0'}, Nov 16 21:51:33.215316 dv-cinder-818140-1-smb neutron-server[86864]: 'Network': {'1.1'}, Nov 16 21:51:33.215316 dv-cinder-818140-1-smb neutron-server[86864]: 'Port': {'1.7'}, Nov 16 21:51:33.215316 dv-cinder-818140-1-smb neutron-server[86864]: 'PortForwarding': {'1.2'}, Nov 16 21:51:33.215316 dv-cinder-818140-1-smb neutron-server[86864]: 'QosPolicy': {'1.8'}, Nov 16 21:51:33.215316 dv-cinder-818140-1-smb neutron-server[86864]: 'SecurityGroup': {'1.4'}, Nov 16 21:51:33.215316 dv-cinder-818140-1-smb neutron-server[86864]: 'SecurityGroupRule': {'1.2'}, Nov 16 21:51:33.215316 dv-cinder-818140-1-smb neutron-server[86864]: 'SubPort': {'1.0'}, Nov 16 21:51:33.215316 dv-cinder-818140-1-smb neutron-server[86864]: 'Subnet': {'1.1'}, Nov 16 21:51:33.215316 dv-cinder-818140-1-smb neutron-server[86864]: 'Trunk': {'1.1'}} Nov 16 21:51:33.215316 dv-cinder-818140-1-smb neutron-server[86864]: consumer versions: Nov 16 21:51:33.215316 dv-cinder-818140-1-smb neutron-server[86864]: { DHCP agent@dv-cinder-818140-1-smb: {}, Nov 16 21:51:33.215316 dv-cinder-818140-1-smb neutron-server[86864]: HyperV agent@hv-cinder-81814: {}, Nov 16 21:51:33.215316 dv-cinder-818140-1-smb neutron-server[86864]: L3 agent@dv-cinder-818140-1-smb: {}, Nov 16 21:51:33.215316 dv-cinder-818140-1-smb neutron-server[86864]: Metadata agent@dv-cinder-818140-1-smb: {}, Nov 16 21:51:33.215316 dv-cinder-818140-1-smb neutron-server[86864]: Metering agent@dv-cinder-818140-1-smb: {}, Nov 16 21:51:33.215316 dv-cinder-818140-1-smb neutron-server[86864]: Open vSwitch agent@dv-cinder-818140-1-smb: { 'AddressGroup': '1.2', Nov 16 21:51:33.215316 dv-cinder-818140-1-smb neutron-server[86864]: 'ConntrackHelper': '1.0', Nov 16 21:51:33.215316 dv-cinder-818140-1-smb neutron-server[86864]: 'Log': '1.0', Nov 16 21:51:33.215316 dv-cinder-818140-1-smb neutron-server[86864]: 'Network': '1.1', Nov 16 21:51:33.215316 dv-cinder-818140-1-smb neutron-server[86864]: 'Port': '1.7', Nov 16 21:51:33.215316 dv-cinder-818140-1-smb neutron-server[86864]: 'PortForwarding': '1.2', Nov 16 21:51:33.215316 dv-cinder-818140-1-smb neutron-server[86864]: 'QosPolicy': '1.8', Nov 16 21:51:33.215316 dv-cinder-818140-1-smb neutron-server[86864]: 'SecurityGroup': '1.4', Nov 16 21:51:33.215316 dv-cinder-818140-1-smb neutron-server[86864]: 'SecurityGroupRule': '1.2', Nov 16 21:51:33.215316 dv-cinder-818140-1-smb neutron-server[86864]: 'SubPort': '1.0', Nov 16 21:51:33.215316 dv-cinder-818140-1-smb neutron-server[86864]: 'Subnet': '1.1', Nov 16 21:51:33.215316 dv-cinder-818140-1-smb neutron-server[86864]: 'Trunk': '1.1'}} Nov 16 21:51:33.215316 dv-cinder-818140-1-smb neutron-server[86864]: {{(pid=86864) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 16 21:51:33.219505 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-102cf848-ed6b-43d6-9405-52508163878d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:51:33.225854 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-102cf848-ed6b-43d6-9405-52508163878d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930301'] for segment, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:33.226456 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.db.segments_db [None req-102cf848-ed6b-43d6-9405-52508163878d admin admin] Added segment 2cc18ceb-0c08-41c7-bd22-c85903a6329a of type vlan for network 9e7c358a-63ea-422e-abd3-2c874bea003b Nov 16 21:51:33.264097 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-102cf848-ed6b-43d6-9405-52508163878d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790568254639'] for network, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:33.301808 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-102cf848-ed6b-43d6-9405-52508163878d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446'] for network, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:33.303186 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102cf848-ed6b-43d6-9405-52508163878d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:33.303884 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-102cf848-ed6b-43d6-9405-52508163878d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578116'] for network, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:33.309156 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-54e91ddc-f81b-46d0-9584-962d1d8fdc7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:51:33.418420 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 38204) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:51:33.419371 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-102cf848-ed6b-43d6-9405-52508163878d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7668750 Nov 16 21:51:33.422941 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102cf848-ed6b-43d6-9405-52508163878d admin admin] Pushing event updated for resources: {'Network': ['ID=9e7c358a-63ea-422e-abd3-2c874bea003b,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:33.427122 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [None req-26898e93-8992-4cc8-92df-cb37b5f54f93 admin admin] Request body: {'subnet': {'network_id': '9e7c358a-63ea-422e-abd3-2c874bea003b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-88453809-subnet', 'tenant_id': '03b4f159bfaa4df196bb406c1c8838f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:51:33.429630 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-102cf848-ed6b-43d6-9405-52508163878d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:51:33.431960 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-26898e93-8992-4cc8-92df-cb37b5f54f93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:51:33.438214 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-26898e93-8992-4cc8-92df-cb37b5f54f93 admin admin] Usage tracker for resource:subnet and tenant:03b4f159bfaa4df196bb406c1c8838f7 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:51:33.439129 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-26898e93-8992-4cc8-92df-cb37b5f54f93 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:51:33.442746 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Network 9e7c358a-63ea-422e-abd3-2c874bea003b details requested by agent ovs-agent-dv-cinder-818140-1-smb with host dv-cinder-818140-1-smb {{(pid=86865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 16 21:51:33.445847 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-26898e93-8992-4cc8-92df-cb37b5f54f93 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:51:33.464194 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26898e93-8992-4cc8-92df-cb37b5f54f93 admin admin] Made reservation on behalf of 03b4f159bfaa4df196bb406c1c8838f7 for: {'subnet': 1} {{(pid=86863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:51:33.467126 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-26898e93-8992-4cc8-92df-cb37b5f54f93 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:33.704311 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-26898e93-8992-4cc8-92df-cb37b5f54f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446'] for subnet, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:33.708198 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-388a6c03-68a5-4e9e-949e-bb1a143b0351 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:51:33.779251 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26898e93-8992-4cc8-92df-cb37b5f54f93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=353950ae-b479-49fb-8b8e-654474251f78,revision_number=0']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:33.792988 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26898e93-8992-4cc8-92df-cb37b5f54f93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:33.793334 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26898e93-8992-4cc8-92df-cb37b5f54f93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:33.793668 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26898e93-8992-4cc8-92df-cb37b5f54f93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:33.793995 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26898e93-8992-4cc8-92df-cb37b5f54f93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:33.794346 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26898e93-8992-4cc8-92df-cb37b5f54f93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:33.794668 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26898e93-8992-4cc8-92df-cb37b5f54f93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:33.794987 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26898e93-8992-4cc8-92df-cb37b5f54f93 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:33.795319 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26898e93-8992-4cc8-92df-cb37b5f54f93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:33.795642 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26898e93-8992-4cc8-92df-cb37b5f54f93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:33.795959 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26898e93-8992-4cc8-92df-cb37b5f54f93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:33.796263 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26898e93-8992-4cc8-92df-cb37b5f54f93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:33.796576 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26898e93-8992-4cc8-92df-cb37b5f54f93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:33.797640 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26898e93-8992-4cc8-92df-cb37b5f54f93 admin admin] Tracked resource versions report: Nov 16 21:51:33.797640 dv-cinder-818140-1-smb neutron-server[86863]: pushed versions: Nov 16 21:51:33.797640 dv-cinder-818140-1-smb neutron-server[86863]: { 'AddressGroup': {'1.2'}, Nov 16 21:51:33.797640 dv-cinder-818140-1-smb neutron-server[86863]: 'ConntrackHelper': {'1.0'}, Nov 16 21:51:33.797640 dv-cinder-818140-1-smb neutron-server[86863]: 'Log': {'1.0'}, Nov 16 21:51:33.797640 dv-cinder-818140-1-smb neutron-server[86863]: 'Network': {'1.1'}, Nov 16 21:51:33.797640 dv-cinder-818140-1-smb neutron-server[86863]: 'Port': {'1.7'}, Nov 16 21:51:33.797640 dv-cinder-818140-1-smb neutron-server[86863]: 'PortForwarding': {'1.2'}, Nov 16 21:51:33.797640 dv-cinder-818140-1-smb neutron-server[86863]: 'QosPolicy': {'1.8'}, Nov 16 21:51:33.797640 dv-cinder-818140-1-smb neutron-server[86863]: 'SecurityGroup': {'1.4'}, Nov 16 21:51:33.797640 dv-cinder-818140-1-smb neutron-server[86863]: 'SecurityGroupRule': {'1.2'}, Nov 16 21:51:33.797640 dv-cinder-818140-1-smb neutron-server[86863]: 'SubPort': {'1.0'}, Nov 16 21:51:33.797640 dv-cinder-818140-1-smb neutron-server[86863]: 'Subnet': {'1.1'}, Nov 16 21:51:33.797640 dv-cinder-818140-1-smb neutron-server[86863]: 'Trunk': {'1.1'}} Nov 16 21:51:33.797640 dv-cinder-818140-1-smb neutron-server[86863]: consumer versions: Nov 16 21:51:33.797640 dv-cinder-818140-1-smb neutron-server[86863]: { DHCP agent@dv-cinder-818140-1-smb: {}, Nov 16 21:51:33.797640 dv-cinder-818140-1-smb neutron-server[86863]: HyperV agent@hv-cinder-81814: {}, Nov 16 21:51:33.797640 dv-cinder-818140-1-smb neutron-server[86863]: L3 agent@dv-cinder-818140-1-smb: {}, Nov 16 21:51:33.797640 dv-cinder-818140-1-smb neutron-server[86863]: Metadata agent@dv-cinder-818140-1-smb: {}, Nov 16 21:51:33.797640 dv-cinder-818140-1-smb neutron-server[86863]: Metering agent@dv-cinder-818140-1-smb: {}, Nov 16 21:51:33.797640 dv-cinder-818140-1-smb neutron-server[86863]: Open vSwitch agent@dv-cinder-818140-1-smb: { 'AddressGroup': '1.2', Nov 16 21:51:33.797640 dv-cinder-818140-1-smb neutron-server[86863]: 'ConntrackHelper': '1.0', Nov 16 21:51:33.797640 dv-cinder-818140-1-smb neutron-server[86863]: 'Log': '1.0', Nov 16 21:51:33.797640 dv-cinder-818140-1-smb neutron-server[86863]: 'Network': '1.1', Nov 16 21:51:33.797640 dv-cinder-818140-1-smb neutron-server[86863]: 'Port': '1.7', Nov 16 21:51:33.797640 dv-cinder-818140-1-smb neutron-server[86863]: 'PortForwarding': '1.2', Nov 16 21:51:33.797640 dv-cinder-818140-1-smb neutron-server[86863]: 'QosPolicy': '1.8', Nov 16 21:51:33.797640 dv-cinder-818140-1-smb neutron-server[86863]: 'SecurityGroup': '1.4', Nov 16 21:51:33.797640 dv-cinder-818140-1-smb neutron-server[86863]: 'SecurityGroupRule': '1.2', Nov 16 21:51:33.797640 dv-cinder-818140-1-smb neutron-server[86863]: 'SubPort': '1.0', Nov 16 21:51:33.797640 dv-cinder-818140-1-smb neutron-server[86863]: 'Subnet': '1.1', Nov 16 21:51:33.797640 dv-cinder-818140-1-smb neutron-server[86863]: 'Trunk': '1.1'}} Nov 16 21:51:33.797640 dv-cinder-818140-1-smb neutron-server[86863]: {{(pid=86863) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 16 21:51:33.802158 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-26898e93-8992-4cc8-92df-cb37b5f54f93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:51:33.802846 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26898e93-8992-4cc8-92df-cb37b5f54f93 admin admin] Checking segment: {'id': '2cc18ceb-0c08-41c7-bd22-c85903a6329a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '9e7c358a-63ea-422e-abd3-2c874bea003b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 16 21:51:33.803195 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26898e93-8992-4cc8-92df-cb37b5f54f93 admin admin] Network hostable DHCP agents. Network: 9e7c358a-63ea-422e-abd3-2c874bea003b, hostable agents: ['c74cfb2b-3f17-4f67-977a-702507b4bce6'], hosted agents: [] {{(pid=86863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:51:33.823615 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26898e93-8992-4cc8-92df-cb37b5f54f93 admin admin] Network 9e7c358a-63ea-422e-abd3-2c874bea003b is scheduled to be hosted by DHCP agent c74cfb2b-3f17-4f67-977a-702507b4bce6 with binding_index 1 {{(pid=86863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:51:33.834844 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.base_scheduler [None req-26898e93-8992-4cc8-92df-cb37b5f54f93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818140-1-smb, 9e7c358a-63ea-422e-abd3-2c874bea003b) {{(pid=86863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:51:33.838881 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26898e93-8992-4cc8-92df-cb37b5f54f93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:33.839451 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-26898e93-8992-4cc8-92df-cb37b5f54f93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578116'] for subnet, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:33.847856 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41aa4cf4-779d-43e8-9b10-d2bd8c101105 None None] Network 9e7c358a-63ea-422e-abd3-2c874bea003b requested from dv-cinder-818140-1-smb {{(pid=86865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 16 21:51:33.863956 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-26898e93-8992-4cc8-92df-cb37b5f54f93 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4417019 Nov 16 21:51:34.081481 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c23690-1fe0-4fc9-ba26-2c8bfb5e0e57 None None] Network 9e7c358a-63ea-422e-abd3-2c874bea003b requested from dv-cinder-818140-1-smb {{(pid=86865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 16 21:51:34.440151 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 38262) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:51:34.590526 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 38274) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:51:34.732590 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.agents_db [None req-6e4a458f-5157-4cde-8197-239c61c88c18 None None] Agent healthcheck: found 6 active agents {{(pid=86866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 16 21:51:34.836312 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [None req-8b828735-d237-484c-aa6f-c3c56e95bb28 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-809381388-network', 'tenant_id': '727ecad6d44746bbaca7ef41b34b6315'}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:51:34.840660 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-8b828735-d237-484c-aa6f-c3c56e95bb28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:51:34.844694 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-8b828735-d237-484c-aa6f-c3c56e95bb28 admin admin] Usage tracker for resource:network and tenant:727ecad6d44746bbaca7ef41b34b6315 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:51:34.849163 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-8b828735-d237-484c-aa6f-c3c56e95bb28 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:51:34.855148 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-8b828735-d237-484c-aa6f-c3c56e95bb28 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:51:34.865874 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b828735-d237-484c-aa6f-c3c56e95bb28 admin admin] Made reservation on behalf of 727ecad6d44746bbaca7ef41b34b6315 for: {'network': 1} {{(pid=86863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:51:34.868464 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-8b828735-d237-484c-aa6f-c3c56e95bb28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for network, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:34.888743 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-8b828735-d237-484c-aa6f-c3c56e95bb28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:34.903898 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-8b828735-d237-484c-aa6f-c3c56e95bb28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:51:34.908213 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-8b828735-d237-484c-aa6f-c3c56e95bb28 admin admin] Usage tracker for resource:security_group_rule and tenant:727ecad6d44746bbaca7ef41b34b6315 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:51:34.912658 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-8b828735-d237-484c-aa6f-c3c56e95bb28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:51:34.918397 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-8b828735-d237-484c-aa6f-c3c56e95bb28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:51:35.011493 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [None req-26be404a-492b-4ffb-9704-06eae7a2157b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1374070500-network', 'tenant_id': '51fd3b659b6e4c039a7453f6627ed588'}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:51:35.019010 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-26be404a-492b-4ffb-9704-06eae7a2157b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:51:35.030158 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-26be404a-492b-4ffb-9704-06eae7a2157b admin admin] Usage tracker for resource:network and tenant:51fd3b659b6e4c039a7453f6627ed588 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:51:35.035683 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-26be404a-492b-4ffb-9704-06eae7a2157b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:51:35.044563 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-8b828735-d237-484c-aa6f-c3c56e95bb28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:35.045706 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-26be404a-492b-4ffb-9704-06eae7a2157b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:51:35.052296 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-8b828735-d237-484c-aa6f-c3c56e95bb28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:35.058433 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:51:35.067594 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26be404a-492b-4ffb-9704-06eae7a2157b admin admin] Made reservation on behalf of 51fd3b659b6e4c039a7453f6627ed588 for: {'network': 1} {{(pid=86863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:51:35.069910 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-26be404a-492b-4ffb-9704-06eae7a2157b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for network, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:35.101693 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-26be404a-492b-4ffb-9704-06eae7a2157b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:35.117782 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b828735-d237-484c-aa6f-c3c56e95bb28 admin admin] vlan segment allocate from pool success with {'vlan_id': 822, 'physical_network': 'physnet1'} {{(pid=86863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:51:35.150770 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-26be404a-492b-4ffb-9704-06eae7a2157b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:51:35.154671 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b828735-d237-484c-aa6f-c3c56e95bb28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc0ba36-44a4-42a0-83a2-2b9aa826388d,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:35.165833 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-8b828735-d237-484c-aa6f-c3c56e95bb28 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790568771732', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930301'] for segment, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:35.165833 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-8b828735-d237-484c-aa6f-c3c56e95bb28 admin admin] Unsubscribe: segment precommit_create {{(pid=86863) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 16 21:51:35.165833 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.db.segments_db [None req-8b828735-d237-484c-aa6f-c3c56e95bb28 admin admin] Added segment 0768277f-89e3-47c8-84f9-a7ae38cc5ef8 of type vlan for network cfb6277a-1481-4312-adb0-643dce04514b Nov 16 21:51:35.178212 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-26be404a-492b-4ffb-9704-06eae7a2157b admin admin] Usage tracker for resource:security_group_rule and tenant:51fd3b659b6e4c039a7453f6627ed588 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:51:35.181113 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-8b828735-d237-484c-aa6f-c3c56e95bb28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:51:35.183028 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-26be404a-492b-4ffb-9704-06eae7a2157b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:51:35.192667 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-26be404a-492b-4ffb-9704-06eae7a2157b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:51:35.218174 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-8b828735-d237-484c-aa6f-c3c56e95bb28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790568254639'] for network, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:35.283161 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-8b828735-d237-484c-aa6f-c3c56e95bb28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446'] for network, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:35.285658 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b828735-d237-484c-aa6f-c3c56e95bb28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:35.286143 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-8b828735-d237-484c-aa6f-c3c56e95bb28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578116'] for network, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:35.293867 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:51:35.514653 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b828735-d237-484c-aa6f-c3c56e95bb28 admin admin] Pushing event updated for resources: {'Network': ['ID=cfb6277a-1481-4312-adb0-643dce04514b,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:35.571452 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-26be404a-492b-4ffb-9704-06eae7a2157b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:35.587103 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Network cfb6277a-1481-4312-adb0-643dce04514b details requested by agent ovs-agent-dv-cinder-818140-1-smb with host dv-cinder-818140-1-smb {{(pid=86865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 16 21:51:35.591876 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-8b828735-d237-484c-aa6f-c3c56e95bb28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:51:35.592784 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-26be404a-492b-4ffb-9704-06eae7a2157b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:35.637251 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26be404a-492b-4ffb-9704-06eae7a2157b admin admin] vlan segment allocate from pool success with {'vlan_id': 805, 'physical_network': 'physnet1'} {{(pid=86863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:51:35.658657 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-26be404a-492b-4ffb-9704-06eae7a2157b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930301'] for segment, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:35.659872 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.db.segments_db [None req-26be404a-492b-4ffb-9704-06eae7a2157b admin admin] Added segment fa6f151b-caab-43d2-8df9-fad7d0c72214 of type vlan for network 4c2cdc0e-8705-442b-a218-488155a7767e Nov 16 21:51:35.728466 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-8b828735-d237-484c-aa6f-c3c56e95bb28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:51:35.753525 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 38316) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:51:35.760589 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.v2.base [None req-044622c6-370c-4d80-b7d7-76d768c4a917 admin admin] Request body: {'subnet': {'network_id': 'cfb6277a-1481-4312-adb0-643dce04514b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-809381388-subnet', 'tenant_id': '727ecad6d44746bbaca7ef41b34b6315', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:51:35.764944 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-8b828735-d237-484c-aa6f-c3c56e95bb28 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3218899 Nov 16 21:51:35.766138 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-044622c6-370c-4d80-b7d7-76d768c4a917 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:51:35.774453 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-26be404a-492b-4ffb-9704-06eae7a2157b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790568254639'] for network, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:35.783087 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-044622c6-370c-4d80-b7d7-76d768c4a917 admin admin] Usage tracker for resource:subnet and tenant:727ecad6d44746bbaca7ef41b34b6315 is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:51:35.786873 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-044622c6-370c-4d80-b7d7-76d768c4a917 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:51:35.792700 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-044622c6-370c-4d80-b7d7-76d768c4a917 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:51:35.806673 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be404a-492b-4ffb-9704-06eae7a2157b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be75f8e-4192-4a08-9ca7-a348a65e86ad,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:35.807826 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044622c6-370c-4d80-b7d7-76d768c4a917 admin admin] Made reservation on behalf of 727ecad6d44746bbaca7ef41b34b6315 for: {'subnet': 1} {{(pid=86864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:51:35.810722 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-26be404a-492b-4ffb-9704-06eae7a2157b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:51:35.834573 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-044622c6-370c-4d80-b7d7-76d768c4a917 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:35.836841 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-26be404a-492b-4ffb-9704-06eae7a2157b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446'] for network, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:35.838707 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26be404a-492b-4ffb-9704-06eae7a2157b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:35.839633 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-26be404a-492b-4ffb-9704-06eae7a2157b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578116'] for network, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:35.858854 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-8b828735-d237-484c-aa6f-c3c56e95bb28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:51:36.038640 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-26be404a-492b-4ffb-9704-06eae7a2157b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4468837 Nov 16 21:51:36.042118 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 38338) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:51:36.047625 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [None req-100cc179-3467-4021-a9a7-a5c2b0dd2fcb admin admin] Request body: {'subnet': {'network_id': '4c2cdc0e-8705-442b-a218-488155a7767e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1374070500-subnet', 'tenant_id': '51fd3b659b6e4c039a7453f6627ed588', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:51:36.053084 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-100cc179-3467-4021-a9a7-a5c2b0dd2fcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:51:36.056954 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-100cc179-3467-4021-a9a7-a5c2b0dd2fcb admin admin] Usage tracker for resource:subnet and tenant:51fd3b659b6e4c039a7453f6627ed588 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:51:36.060303 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-100cc179-3467-4021-a9a7-a5c2b0dd2fcb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:51:36.067012 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-100cc179-3467-4021-a9a7-a5c2b0dd2fcb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:51:36.080352 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be404a-492b-4ffb-9704-06eae7a2157b admin admin] Pushing event updated for resources: {'Network': ['ID=4c2cdc0e-8705-442b-a218-488155a7767e,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:36.084307 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-26be404a-492b-4ffb-9704-06eae7a2157b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:51:36.086359 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100cc179-3467-4021-a9a7-a5c2b0dd2fcb admin admin] Made reservation on behalf of 51fd3b659b6e4c039a7453f6627ed588 for: {'subnet': 1} {{(pid=86863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:51:36.088292 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-100cc179-3467-4021-a9a7-a5c2b0dd2fcb admin admin] Notify callbacks [] for subnet, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:36.093327 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Network 4c2cdc0e-8705-442b-a218-488155a7767e details requested by agent ovs-agent-dv-cinder-818140-1-smb with host dv-cinder-818140-1-smb {{(pid=86865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 16 21:51:36.119248 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-044622c6-370c-4d80-b7d7-76d768c4a917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446'] for subnet, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:36.125253 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:51:36.214634 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044622c6-370c-4d80-b7d7-76d768c4a917 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd05cea4-2dd2-4a0d-8f4a-e62d3c4e1889,revision_number=0']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:36.218682 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-044622c6-370c-4d80-b7d7-76d768c4a917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:51:36.231577 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044622c6-370c-4d80-b7d7-76d768c4a917 admin admin] Checking segment: {'id': '0768277f-89e3-47c8-84f9-a7ae38cc5ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'cfb6277a-1481-4312-adb0-643dce04514b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 16 21:51:36.232148 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044622c6-370c-4d80-b7d7-76d768c4a917 admin admin] Network hostable DHCP agents. Network: cfb6277a-1481-4312-adb0-643dce04514b, hostable agents: ['c74cfb2b-3f17-4f67-977a-702507b4bce6'], hosted agents: [] {{(pid=86864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:51:36.258091 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044622c6-370c-4d80-b7d7-76d768c4a917 admin admin] Network cfb6277a-1481-4312-adb0-643dce04514b is scheduled to be hosted by DHCP agent c74cfb2b-3f17-4f67-977a-702507b4bce6 with binding_index 1 {{(pid=86864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:51:36.272639 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.base_scheduler [None req-044622c6-370c-4d80-b7d7-76d768c4a917 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818140-1-smb, cfb6277a-1481-4312-adb0-643dce04514b) {{(pid=86864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:51:36.277186 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044622c6-370c-4d80-b7d7-76d768c4a917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:36.277975 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-044622c6-370c-4d80-b7d7-76d768c4a917 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578116'] for subnet, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:36.285131 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95252570-8695-466c-ad0c-8dbb18c7ca0a None None] Network cfb6277a-1481-4312-adb0-643dce04514b requested from dv-cinder-818140-1-smb {{(pid=86865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 16 21:51:36.306329 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-044622c6-370c-4d80-b7d7-76d768c4a917 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5502813 Nov 16 21:51:36.307220 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 38350) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:51:36.312865 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.v2.base [None req-3986a29b-ded5-4ceb-9192-e843e363d9d0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-809381388-router', 'tenant_id': '727ecad6d44746bbaca7ef41b34b6315', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20'}}} {{(pid=86864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:51:36.319139 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-3986a29b-ded5-4ceb-9192-e843e363d9d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:51:36.323886 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-3986a29b-ded5-4ceb-9192-e843e363d9d0 admin admin] Usage tracker for resource:router and tenant:727ecad6d44746bbaca7ef41b34b6315 is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:51:36.327830 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-3986a29b-ded5-4ceb-9192-e843e363d9d0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:51:36.336749 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-3986a29b-ded5-4ceb-9192-e843e363d9d0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:51:36.351497 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-3986a29b-ded5-4ceb-9192-e843e363d9d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-677364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6493'] for router, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:36.353118 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-3986a29b-ded5-4ceb-9192-e843e363d9d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677482', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6466'] for router, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:36.377277 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-3986a29b-ded5-4ceb-9192-e843e363d9d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:36.433249 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-100cc179-3467-4021-a9a7-a5c2b0dd2fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446'] for subnet, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:36.448625 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:51:36.561329 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100cc179-3467-4021-a9a7-a5c2b0dd2fcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ba5f404-5610-4d51-b5c8-16096278c672,revision_number=0']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:36.565644 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-100cc179-3467-4021-a9a7-a5c2b0dd2fcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:51:36.601823 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100cc179-3467-4021-a9a7-a5c2b0dd2fcb admin admin] Checking segment: {'id': 'fa6f151b-caab-43d2-8df9-fad7d0c72214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4c2cdc0e-8705-442b-a218-488155a7767e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 16 21:51:36.602237 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100cc179-3467-4021-a9a7-a5c2b0dd2fcb admin admin] Network hostable DHCP agents. Network: 4c2cdc0e-8705-442b-a218-488155a7767e, hostable agents: ['c74cfb2b-3f17-4f67-977a-702507b4bce6'], hosted agents: [] {{(pid=86863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:51:36.654942 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100cc179-3467-4021-a9a7-a5c2b0dd2fcb admin admin] Network 4c2cdc0e-8705-442b-a218-488155a7767e is scheduled to be hosted by DHCP agent c74cfb2b-3f17-4f67-977a-702507b4bce6 with binding_index 1 {{(pid=86863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:51:36.672133 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.base_scheduler [None req-100cc179-3467-4021-a9a7-a5c2b0dd2fcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818140-1-smb, 4c2cdc0e-8705-442b-a218-488155a7767e) {{(pid=86863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:51:36.687669 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100cc179-3467-4021-a9a7-a5c2b0dd2fcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:36.688486 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-100cc179-3467-4021-a9a7-a5c2b0dd2fcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578116'] for subnet, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:36.697672 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120dc87c-607a-4624-8f11-65d46d962664 None None] Network 4c2cdc0e-8705-442b-a218-488155a7767e requested from dv-cinder-818140-1-smb {{(pid=86865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 16 21:51:36.741631 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-100cc179-3467-4021-a9a7-a5c2b0dd2fcb admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6978223 Nov 16 21:51:36.743944 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 38356) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:51:36.751265 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [None req-f37a2cb1-b548-44d1-bbe9-cb7cc9452d5e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1374070500-router', 'tenant_id': '51fd3b659b6e4c039a7453f6627ed588', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20'}}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:51:36.762895 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-f37a2cb1-b548-44d1-bbe9-cb7cc9452d5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:51:36.773446 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-f37a2cb1-b548-44d1-bbe9-cb7cc9452d5e admin admin] Usage tracker for resource:router and tenant:51fd3b659b6e4c039a7453f6627ed588 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:51:36.780056 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-3986a29b-ded5-4ceb-9192-e843e363d9d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-677134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6512'] for router, precommit_update {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:36.781954 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-f37a2cb1-b548-44d1-bbe9-cb7cc9452d5e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:51:36.794856 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-f37a2cb1-b548-44d1-bbe9-cb7cc9452d5e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:51:36.798673 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223ae83b-fa78-469d-a835-2b86df184578 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bae2c2-8573-550b-9040-658d352e0497-cfb6277a-1481-4312-adb0-643dce04514b', 'network_id': 'cfb6277a-1481-4312-adb0-643dce04514b', 'tenant_id': '727ecad6d44746bbaca7ef41b34b6315', 'fixed_ips': [{'subnet_id': 'fd05cea4-2dd2-4a0d-8f4a-e62d3c4e1889'}]}} from dv-cinder-818140-1-smb. {{(pid=86865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 16 21:51:36.799744 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-223ae83b-fa78-469d-a835-2b86df184578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_create {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:36.821630 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-f37a2cb1-b548-44d1-bbe9-cb7cc9452d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-677364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6493'] for router, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:36.823252 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-f37a2cb1-b548-44d1-bbe9-cb7cc9452d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677482', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6466'] for router, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:36.862513 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-f37a2cb1-b548-44d1-bbe9-cb7cc9452d5e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:37.100352 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 38364) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:51:37.197424 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.db_base_plugin_common [None req-223ae83b-fa78-469d-a835-2b86df184578 None None] Allocated IP 172.20.0.2 (cfb6277a-1481-4312-adb0-643dce04514b/fd05cea4-2dd2-4a0d-8f4a-e62d3c4e1889/09153ff4-6659-45b4-ba14-042f1b003588) {{(pid=86865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:51:37.390143 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c47494-1e62-4dfb-9f78-cefbd3204616 None None] Network 4c2cdc0e-8705-442b-a218-488155a7767e requested from dv-cinder-818140-1-smb {{(pid=86865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 16 21:51:37.412225 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-8bb38225-b44c-4473-9a7e-78f08431b1ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:37.425117 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-3986a29b-ded5-4ceb-9192-e843e363d9d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:37.437202 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-8bb38225-b44c-4473-9a7e-78f08431b1ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:51:37.497841 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-3986a29b-ded5-4ceb-9192-e843e363d9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:37.642960 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-8bb38225-b44c-4473-9a7e-78f08431b1ef admin admin] Usage tracker for resource:security_group_rule and tenant:51c3556c17604631ae1a98cd944014c0 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:51:37.648602 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-f37a2cb1-b548-44d1-bbe9-cb7cc9452d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-677134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6512'] for router, precommit_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:37.665505 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-8bb38225-b44c-4473-9a7e-78f08431b1ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:51:37.672017 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-8bb38225-b44c-4473-9a7e-78f08431b1ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:51:37.750790 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.db_base_plugin_common [None req-3986a29b-ded5-4ceb-9192-e843e363d9d0 admin admin] Allocated IP 172.28.3.38 (a9f41963-6d96-4c68-8a62-a8c5d6a06a20/b5c31ecf-1c75-47d6-89d5-3eb31f2005b0/42a84d3b-7d34-4e74-959e-afc99b56760a) {{(pid=86864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:51:37.874454 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-223ae83b-fa78-469d-a835-2b86df184578 None None] Notify callbacks [] for port, precommit_create {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:37.889475 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-223ae83b-fa78-469d-a835-2b86df184578 None None] Transition to ACTIVE for port object 09153ff4-6659-45b4-ba14-042f1b003588 will not be triggered until provisioned by entity L2. {{(pid=86865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:51:37.913341 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-223ae83b-fa78-469d-a835-2b86df184578 None None] Transition to ACTIVE for port object 09153ff4-6659-45b4-ba14-042f1b003588 will not be triggered until provisioned by entity DHCP. {{(pid=86865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:51:37.990593 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-3986a29b-ded5-4ceb-9192-e843e363d9d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:38.022520 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-223ae83b-fa78-469d-a835-2b86df184578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790568269105'] for port, after_create {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:38.033662 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-6af08a9a-99af-47c8-a164-4be2cb040c62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:51:38.036605 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-3986a29b-ded5-4ceb-9192-e843e363d9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790568269105'] for port, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:38.041231 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-28307170-1473-4022-9e87-4dbad5db3021 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:51:38.193615 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-f37a2cb1-b548-44d1-bbe9-cb7cc9452d5e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:38.210426 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223ae83b-fa78-469d-a835-2b86df184578 None None] Pushing event updated for resources: {'Port': ['ID=09153ff4-6659-45b4-ba14-042f1b003588,revision_number=1']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:38.222420 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223ae83b-fa78-469d-a835-2b86df184578 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:38.223312 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223ae83b-fa78-469d-a835-2b86df184578 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:38.223644 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223ae83b-fa78-469d-a835-2b86df184578 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:38.224652 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223ae83b-fa78-469d-a835-2b86df184578 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:38.224652 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223ae83b-fa78-469d-a835-2b86df184578 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:38.228798 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223ae83b-fa78-469d-a835-2b86df184578 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:38.233179 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223ae83b-fa78-469d-a835-2b86df184578 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:38.233580 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223ae83b-fa78-469d-a835-2b86df184578 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:38.233923 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223ae83b-fa78-469d-a835-2b86df184578 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:38.237114 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223ae83b-fa78-469d-a835-2b86df184578 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:38.237486 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223ae83b-fa78-469d-a835-2b86df184578 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:38.237684 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-f37a2cb1-b548-44d1-bbe9-cb7cc9452d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:38.237807 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223ae83b-fa78-469d-a835-2b86df184578 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:38.240838 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223ae83b-fa78-469d-a835-2b86df184578 None None] Tracked resource versions report: Nov 16 21:51:38.240838 dv-cinder-818140-1-smb neutron-server[86865]: pushed versions: Nov 16 21:51:38.240838 dv-cinder-818140-1-smb neutron-server[86865]: { 'AddressGroup': {'1.2'}, Nov 16 21:51:38.240838 dv-cinder-818140-1-smb neutron-server[86865]: 'ConntrackHelper': {'1.0'}, Nov 16 21:51:38.240838 dv-cinder-818140-1-smb neutron-server[86865]: 'Log': {'1.0'}, Nov 16 21:51:38.240838 dv-cinder-818140-1-smb neutron-server[86865]: 'Network': {'1.1'}, Nov 16 21:51:38.240838 dv-cinder-818140-1-smb neutron-server[86865]: 'Port': {'1.7'}, Nov 16 21:51:38.240838 dv-cinder-818140-1-smb neutron-server[86865]: 'PortForwarding': {'1.2'}, Nov 16 21:51:38.240838 dv-cinder-818140-1-smb neutron-server[86865]: 'QosPolicy': {'1.8'}, Nov 16 21:51:38.240838 dv-cinder-818140-1-smb neutron-server[86865]: 'SecurityGroup': {'1.4'}, Nov 16 21:51:38.240838 dv-cinder-818140-1-smb neutron-server[86865]: 'SecurityGroupRule': {'1.2'}, Nov 16 21:51:38.240838 dv-cinder-818140-1-smb neutron-server[86865]: 'SubPort': {'1.0'}, Nov 16 21:51:38.240838 dv-cinder-818140-1-smb neutron-server[86865]: 'Subnet': {'1.1'}, Nov 16 21:51:38.240838 dv-cinder-818140-1-smb neutron-server[86865]: 'Trunk': {'1.1'}} Nov 16 21:51:38.240838 dv-cinder-818140-1-smb neutron-server[86865]: consumer versions: Nov 16 21:51:38.240838 dv-cinder-818140-1-smb neutron-server[86865]: { DHCP agent@dv-cinder-818140-1-smb: {}, Nov 16 21:51:38.240838 dv-cinder-818140-1-smb neutron-server[86865]: HyperV agent@hv-cinder-81814: {}, Nov 16 21:51:38.240838 dv-cinder-818140-1-smb neutron-server[86865]: L3 agent@dv-cinder-818140-1-smb: {}, Nov 16 21:51:38.240838 dv-cinder-818140-1-smb neutron-server[86865]: Metadata agent@dv-cinder-818140-1-smb: {}, Nov 16 21:51:38.240838 dv-cinder-818140-1-smb neutron-server[86865]: Metering agent@dv-cinder-818140-1-smb: {}, Nov 16 21:51:38.240838 dv-cinder-818140-1-smb neutron-server[86865]: Open vSwitch agent@dv-cinder-818140-1-smb: { 'AddressGroup': '1.2', Nov 16 21:51:38.240838 dv-cinder-818140-1-smb neutron-server[86865]: 'ConntrackHelper': '1.0', Nov 16 21:51:38.240838 dv-cinder-818140-1-smb neutron-server[86865]: 'Log': '1.0', Nov 16 21:51:38.240838 dv-cinder-818140-1-smb neutron-server[86865]: 'Network': '1.1', Nov 16 21:51:38.240838 dv-cinder-818140-1-smb neutron-server[86865]: 'Port': '1.7', Nov 16 21:51:38.240838 dv-cinder-818140-1-smb neutron-server[86865]: 'PortForwarding': '1.2', Nov 16 21:51:38.240838 dv-cinder-818140-1-smb neutron-server[86865]: 'QosPolicy': '1.8', Nov 16 21:51:38.240838 dv-cinder-818140-1-smb neutron-server[86865]: 'SecurityGroup': '1.4', Nov 16 21:51:38.240838 dv-cinder-818140-1-smb neutron-server[86865]: 'SecurityGroupRule': '1.2', Nov 16 21:51:38.240838 dv-cinder-818140-1-smb neutron-server[86865]: 'SubPort': '1.0', Nov 16 21:51:38.240838 dv-cinder-818140-1-smb neutron-server[86865]: 'Subnet': '1.1', Nov 16 21:51:38.240838 dv-cinder-818140-1-smb neutron-server[86865]: 'Trunk': '1.1'}} Nov 16 21:51:38.240838 dv-cinder-818140-1-smb neutron-server[86865]: {{(pid=86865) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 16 21:51:38.245261 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-223ae83b-fa78-469d-a835-2b86df184578 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:51:38.252538 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3986a29b-ded5-4ceb-9192-e843e363d9d0 admin admin] Network a9f41963-6d96-4c68-8a62-a8c5d6a06a20 is already hosted by enough agents. {{(pid=86864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:51:38.258479 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.base_scheduler [None req-3986a29b-ded5-4ceb-9192-e843e363d9d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=86864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:51:38.258649 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223ae83b-fa78-469d-a835-2b86df184578 None None] Network cfb6277a-1481-4312-adb0-643dce04514b is already hosted by enough agents. {{(pid=86865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:51:38.259796 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.scheduler.base_scheduler [None req-223ae83b-fa78-469d-a835-2b86df184578 None None] Resources bound (agent type, host, resource id): {{(pid=86865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:51:38.263638 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223ae83b-fa78-469d-a835-2b86df184578 None None] Received port after_create {{(pid=86865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 16 21:51:38.266329 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3986a29b-ded5-4ceb-9192-e843e363d9d0 admin admin] Received port after_create {{(pid=86864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 16 21:51:38.329271 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-8bb38225-b44c-4473-9a7e-78f08431b1ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:38.349327 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-8bb38225-b44c-4473-9a7e-78f08431b1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:38.375214 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:51:38.381987 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3986a29b-ded5-4ceb-9192-e843e363d9d0 admin admin] Pushing event updated for resources: {'Port': ['ID=42a84d3b-7d34-4e74-959e-afc99b56760a,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:38.390214 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-3986a29b-ded5-4ceb-9192-e843e363d9d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:51:38.429495 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.managers [None req-223ae83b-fa78-469d-a835-2b86df184578 None None] Attempting to bind port 09153ff4-6659-45b4-ba14-042f1b003588 on host dv-cinder-818140-1-smb for vnic_type normal with profile {{(pid=86865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 21:51:38.430197 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.managers [None req-223ae83b-fa78-469d-a835-2b86df184578 None None] Attempting to bind port 09153ff4-6659-45b4-ba14-042f1b003588 by drivers openvswitch,hyperv on host dv-cinder-818140-1-smb at level 0 using segments [{'id': '0768277f-89e3-47c8-84f9-a7ae38cc5ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'cfb6277a-1481-4312-adb0-643dce04514b'}] {{(pid=86865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 21:51:38.431661 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223ae83b-fa78-469d-a835-2b86df184578 None None] Attempting to bind port 09153ff4-6659-45b4-ba14-042f1b003588 on network cfb6277a-1481-4312-adb0-643dce04514b {{(pid=86865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 16 21:51:38.444154 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223ae83b-fa78-469d-a835-2b86df184578 None None] Checking agent: {'id': '2d3e8a24-12f1-44fc-ba92-bbd8bc9099be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818140-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 42, 55), 'started_at': datetime.datetime(2021, 11, 16, 21, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818140-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 16 21:51:38.444583 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223ae83b-fa78-469d-a835-2b86df184578 None None] Checking segment: {'id': '0768277f-89e3-47c8-84f9-a7ae38cc5ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'cfb6277a-1481-4312-adb0-643dce04514b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 16 21:51:38.444881 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-223ae83b-fa78-469d-a835-2b86df184578 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:38.446473 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223ae83b-fa78-469d-a835-2b86df184578 None None] Bound using segment: {'id': '0768277f-89e3-47c8-84f9-a7ae38cc5ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'cfb6277a-1481-4312-adb0-643dce04514b'} {{(pid=86865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 16 21:51:38.447031 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.managers [None req-223ae83b-fa78-469d-a835-2b86df184578 None None] Bound port: 09153ff4-6659-45b4-ba14-042f1b003588, host: dv-cinder-818140-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0768277f-89e3-47c8-84f9-a7ae38cc5ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'cfb6277a-1481-4312-adb0-643dce04514b'}}] {{(pid=86865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 21:51:38.448586 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-223ae83b-fa78-469d-a835-2b86df184578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:38.516007 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 38416) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:51:38.527846 dv-cinder-818140-1-smb neutron-server[86864]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 16 21:51:38.581046 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-8bb38225-b44c-4473-9a7e-78f08431b1ef admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=51c3556c17604631ae1a98cd944014c0&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4794164 Nov 16 21:51:38.588890 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb38225-b44c-4473-9a7e-78f08431b1ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a77013a-4dfc-4232-9787-aa4cc1604f27,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:38.590867 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 38424) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:51:38.594336 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-8bb38225-b44c-4473-9a7e-78f08431b1ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:51:38.635536 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.db_base_plugin_common [None req-f37a2cb1-b548-44d1-bbe9-cb7cc9452d5e admin admin] Allocated IP 172.28.3.222 (a9f41963-6d96-4c68-8a62-a8c5d6a06a20/b5c31ecf-1c75-47d6-89d5-3eb31f2005b0/f2a11722-3ddf-43cf-8bbf-6e9816479a4a) {{(pid=86863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:51:38.656295 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-223ae83b-fa78-469d-a835-2b86df184578 None None] For port 09153ff4-6659-45b4-ba14-042f1b003588, host dv-cinder-818140-1-smb, cleared binding levels {{(pid=86865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 16 21:51:38.660131 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-223ae83b-fa78-469d-a835-2b86df184578 None None] For port 09153ff4-6659-45b4-ba14-042f1b003588, host dv-cinder-818140-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=09153ff4-6659-45b4-ba14-042f1b003588,segment=NetworkSegment(0768277f-89e3-47c8-84f9-a7ae38cc5ef8),segment_id=0768277f-89e3-47c8-84f9-a7ae38cc5ef8)] {{(pid=86865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 16 21:51:38.670524 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-223ae83b-fa78-469d-a835-2b86df184578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:38.683018 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:51:38.788641 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223ae83b-fa78-469d-a835-2b86df184578 None None] Pushing event updated for resources: {'Port': ['ID=09153ff4-6659-45b4-ba14-042f1b003588,revision_number=2']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:38.792721 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-223ae83b-fa78-469d-a835-2b86df184578 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:51:38.897907 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-f37a2cb1-b548-44d1-bbe9-cb7cc9452d5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:39.026796 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-f37a2cb1-b548-44d1-bbe9-cb7cc9452d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790568269105'] for port, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:39.038904 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:51:39.224783 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37a2cb1-b548-44d1-bbe9-cb7cc9452d5e admin admin] Network a9f41963-6d96-4c68-8a62-a8c5d6a06a20 is already hosted by enough agents. {{(pid=86863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:51:39.235126 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.base_scheduler [None req-f37a2cb1-b548-44d1-bbe9-cb7cc9452d5e admin admin] Resources bound (agent type, host, resource id): {{(pid=86863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:51:39.237195 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37a2cb1-b548-44d1-bbe9-cb7cc9452d5e admin admin] Received port after_create {{(pid=86863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 16 21:51:39.354310 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097aab7-ac17-4cd1-8ac5-1c181d18982c req-b24c66d7-23a1-418f-8776-15abc16de701 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:39.355147 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [req-0097aab7-ac17-4cd1-8ac5-1c181d18982c req-b24c66d7-23a1-418f-8776-15abc16de701 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] Synchronizing usage tracker for tenant:03b4f159bfaa4df196bb406c1c8838f7 on resource:network {{(pid=86864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:51:39.358439 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-53543506-a0f4-4253-a78c-6d1cbf03608e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:39.384519 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-3986a29b-ded5-4ceb-9192-e843e363d9d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:39.470654 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-53543506-a0f4-4253-a78c-6d1cbf03608e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:39.499741 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [req-0097aab7-ac17-4cd1-8ac5-1c181d18982c req-b24c66d7-23a1-418f-8776-15abc16de701 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] Unset dirty status for tenant:03b4f159bfaa4df196bb406c1c8838f7 on resource:network {{(pid=86864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:51:39.506529 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-0097aab7-ac17-4cd1-8ac5-1c181d18982c req-b24c66d7-23a1-418f-8776-15abc16de701 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] 10.222.0.50 "GET /v2.0/networks?id=9e7c358a-63ea-422e-abd3-2c874bea003b HTTP/1.1" status: 200 len: 810 time: 0.9888375 Nov 16 21:51:39.527394 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37a2cb1-b548-44d1-bbe9-cb7cc9452d5e admin admin] Pushing event updated for resources: {'Port': ['ID=f2a11722-3ddf-43cf-8bbf-6e9816479a4a,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:39.539314 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-f37a2cb1-b548-44d1-bbe9-cb7cc9452d5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:51:39.554305 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-0097aab7-ac17-4cd1-8ac5-1c181d18982c req-13a26cc7-c87d-41dc-96c5-a3a0efd52d76 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] 10.222.0.50 "GET /v2.0/quotas/03b4f159bfaa4df196bb406c1c8838f7 HTTP/1.1" status: 200 len: 375 time: 0.0468049 Nov 16 21:51:39.717759 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-0097aab7-ac17-4cd1-8ac5-1c181d18982c req-82177155-3ac4-463a-a733-d1d3785dc73d tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=03b4f159bfaa4df196bb406c1c8838f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1624706 Nov 16 21:51:39.796942 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device 09153ff4-6659-45b4-ba14-042f1b003588 up at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 21:51:39.882715 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-53543506-a0f4-4253-a78c-6d1cbf03608e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:39.888651 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-f37a2cb1-b548-44d1-bbe9-cb7cc9452d5e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:39.916648 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:51:39.969420 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53543506-a0f4-4253-a78c-6d1cbf03608e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a77013a-4dfc-4232-9787-aa4cc1604f27,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:39.985786 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-53543506-a0f4-4253-a78c-6d1cbf03608e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:51:39.991756 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning for port 09153ff4-6659-45b4-ba14-042f1b003588 completed by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:51:40.178412 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-3986a29b-ded5-4ceb-9192-e843e363d9d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-677125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677381'] for router, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:40.205790 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6b13c4-7ec7-4d69-bc40-22e77d5d3831 None None] Network cfb6277a-1481-4312-adb0-643dce04514b requested from dv-cinder-818140-1-smb {{(pid=86865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 16 21:51:40.364783 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-1ea29084-994b-46b9-857a-1b7ea73190a9 None None] Provisioning for port 09153ff4-6659-45b4-ba14-042f1b003588 completed by entity DHCP. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:51:40.374658 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-1ea29084-994b-46b9-857a-1b7ea73190a9 None None] Provisioning complete for port 09153ff4-6659-45b4-ba14-042f1b003588 triggered by entity DHCP. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:51:40.375669 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-1ea29084-994b-46b9-857a-1b7ea73190a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:40.391891 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-53543506-a0f4-4253-a78c-6d1cbf03608e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:40.393630 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-53543506-a0f4-4253-a78c-6d1cbf03608e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6a77013a-4dfc-4232-9787-aa4cc1604f27 HTTP/1.1" status: 204 len: 168 time: 1.8018353 Nov 16 21:51:40.399806 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [req-0097aab7-ac17-4cd1-8ac5-1c181d18982c req-7f50f34b-fa60-493b-9ea5-a233687a0acc service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=86864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:51:40.400632 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-0097aab7-ac17-4cd1-8ac5-1c181d18982c req-7f50f34b-fa60-493b-9ea5-a233687a0acc service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3299444 Nov 16 21:51:40.495890 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-f37a2cb1-b548-44d1-bbe9-cb7cc9452d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-677125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677381'] for router, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:40.562240 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 38504) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:51:40.599778 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3986a29b-ded5-4ceb-9192-e843e363d9d0 admin admin] Router 668b0f38-aba8-4815-9de1-17c0029411c1 is scheduled to L3 agent 61e322f1-f733-4c16-8e8e-7253ec5fb84a with binding_index 1 {{(pid=86864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 16 21:51:40.779541 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-1ea29084-994b-46b9-857a-1b7ea73190a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:40.896695 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-1ea29084-994b-46b9-857a-1b7ea73190a9 None None] For port 09153ff4-6659-45b4-ba14-042f1b003588, host dv-cinder-818140-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=09153ff4-6659-45b4-ba14-042f1b003588,segment=NetworkSegment(0768277f-89e3-47c8-84f9-a7ae38cc5ef8),segment_id=0768277f-89e3-47c8-84f9-a7ae38cc5ef8)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:51:40.897298 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f37a2cb1-b548-44d1-bbe9-cb7cc9452d5e admin admin] Router 00e04002-2f1c-4b7c-bf5d-c555306209d0 is scheduled to L3 agent 61e322f1-f733-4c16-8e8e-7253ec5fb84a with binding_index 1 {{(pid=86863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 16 21:51:40.907049 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-1ea29084-994b-46b9-857a-1b7ea73190a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:40.919153 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-ba4b4357-8442-4f85-8e2d-ef01d6e7110f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:51:41.018924 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea29084-994b-46b9-857a-1b7ea73190a9 None None] Pushing event updated for resources: {'Port': ['ID=09153ff4-6659-45b4-ba14-042f1b003588,revision_number=3']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:41.032546 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-1ea29084-994b-46b9-857a-1b7ea73190a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:51:41.091932 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3986a29b-ded5-4ceb-9192-e843e363d9d0 admin admin] Notify agent at l3_agent.dv-cinder-818140-1-smb the message routers_updated {{(pid=86864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 16 21:51:41.110939 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-4bde835a-7ffb-42a3-92bd-de974025d559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:41.111714 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c3fa32-8987-4800-b88d-df9b2be3385d None None] Sync routers for ids ['668b0f38-aba8-4815-9de1-17c0029411c1'] in dv-cinder-818140-1-smb {{(pid=86866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:51:41.131031 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c3fa32-8987-4800-b88d-df9b2be3385d None None] Routers {'668b0f38-aba8-4815-9de1-17c0029411c1'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 21:51:41.134521 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_hamode_db [None req-08c3fa32-8987-4800-b88d-df9b2be3385d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T21:51:27Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['668b0f38-aba8-4815-9de1-17c0029411c1'], 'active': True} {{(pid=86866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:51:41.178463 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-3986a29b-ded5-4ceb-9192-e843e363d9d0 admin admin] Notify callbacks [] for router, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:41.181872 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-3986a29b-ded5-4ceb-9192-e843e363d9d0 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.8734114 Nov 16 21:51:41.193173 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 38534) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:51:41.226973 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-4bde835a-7ffb-42a3-92bd-de974025d559 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:51:41.232502 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-4bde835a-7ffb-42a3-92bd-de974025d559 admin admin] Usage tracker for resource:security_group_rule and tenant:4df9fd14b0054be78b55a8d4ad21499b is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:51:41.235898 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-4bde835a-7ffb-42a3-92bd-de974025d559 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:51:41.243166 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-4bde835a-7ffb-42a3-92bd-de974025d559 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:51:41.274653 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 38538) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:51:41.275120 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 38540) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:51:41.340839 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-0d37e1b6-f27c-4248-9c5c-6c759a1bba1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:41.358818 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-4bde835a-7ffb-42a3-92bd-de974025d559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:41.367848 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-4bde835a-7ffb-42a3-92bd-de974025d559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:41.407908 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:51:41.429439 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-0097aab7-ac17-4cd1-8ac5-1c181d18982c req-44d6264e-5e31-4a32-a6b9-d8b9289441bf service neutron] 10.222.0.50 "GET /v2.0/networks/9e7c358a-63ea-422e-abd3-2c874bea003b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0204737 Nov 16 21:51:41.449404 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-129e7b34-03db-41b6-b8eb-5f1ce2543900 None None] Provisioning complete for port 09153ff4-6659-45b4-ba14-042f1b003588 triggered by entity DHCP. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:51:41.450036 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-129e7b34-03db-41b6-b8eb-5f1ce2543900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:41.478701 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f37a2cb1-b548-44d1-bbe9-cb7cc9452d5e admin admin] Notify agent at l3_agent.dv-cinder-818140-1-smb the message routers_updated {{(pid=86863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 16 21:51:41.498738 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-0d37e1b6-f27c-4248-9c5c-6c759a1bba1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:51:41.533887 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-0d37e1b6-f27c-4248-9c5c-6c759a1bba1f admin admin] Usage tracker for resource:security_group_rule and tenant:04fc01b3125842e3a0562831ca1a95d1 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:51:41.536219 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb07a082-e6f7-480e-b38e-68a49c0c78d0 None None] Sync routers for ids ['00e04002-2f1c-4b7c-bf5d-c555306209d0'] in dv-cinder-818140-1-smb {{(pid=86865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:51:41.543101 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_dvr_db [None req-08c3fa32-8987-4800-b88d-df9b2be3385d None None] Set router 668b0f38-aba8-4815-9de1-17c0029411c1 gateway port host: dv-cinder-818140-1-smb {{(pid=86866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 21:51:41.548286 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-0d37e1b6-f27c-4248-9c5c-6c759a1bba1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:51:41.563523 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-0d37e1b6-f27c-4248-9c5c-6c759a1bba1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:51:41.591906 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-0097aab7-ac17-4cd1-8ac5-1c181d18982c req-1a38ca68-1988-4554-a5ec-611dd084ac3d service neutron] 10.222.0.50 "GET /v2.0/networks/9e7c358a-63ea-422e-abd3-2c874bea003b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505196 Nov 16 21:51:41.598597 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-4bde835a-7ffb-42a3-92bd-de974025d559 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4df9fd14b0054be78b55a8d4ad21499b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0350304 Nov 16 21:51:41.599625 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 38548) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:51:41.603445 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bde835a-7ffb-42a3-92bd-de974025d559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9ebdc8-8b7c-4339-96f9-554ff63c80fb,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:41.703993 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb07a082-e6f7-480e-b38e-68a49c0c78d0 None None] Routers {'00e04002-2f1c-4b7c-bf5d-c555306209d0'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 21:51:41.704861 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-eb07a082-e6f7-480e-b38e-68a49c0c78d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T21:51:27Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['00e04002-2f1c-4b7c-bf5d-c555306209d0'], 'active': True} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:51:41.753667 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-0d37e1b6-f27c-4248-9c5c-6c759a1bba1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:41.793363 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-4bde835a-7ffb-42a3-92bd-de974025d559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:51:41.846605 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device 09153ff4-6659-45b4-ba14-042f1b003588 up at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 21:51:41.848461 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-e530a0ee-ed1e-4c83-ab82-a45348a85d0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:41.885518 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-e530a0ee-ed1e-4c83-ab82-a45348a85d0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:41.989113 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-e530a0ee-ed1e-4c83-ab82-a45348a85d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:41.994267 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-b74828e0-bc53-4aa3-a88b-fd4ac687d092 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:51:42.011603 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530a0ee-ed1e-4c83-ab82-a45348a85d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9ebdc8-8b7c-4339-96f9-554ff63c80fb,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:42.048816 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-e530a0ee-ed1e-4c83-ab82-a45348a85d0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:51:42.060560 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-e530a0ee-ed1e-4c83-ab82-a45348a85d0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:42.065667 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-e530a0ee-ed1e-4c83-ab82-a45348a85d0f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0b9ebdc8-8b7c-4339-96f9-554ff63c80fb HTTP/1.1" status: 204 len: 168 time: 0.4639463 Nov 16 21:51:42.208294 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-90ca74f1-8556-4c21-a897-64bef10f0c8e req-edac0e2b-7ea4-4392-a665-a57293a9be91 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9ebdeb9-23ee-4323-8bc7-1d19e4d221f6 HTTP/1.1" status: 200 len: 210 time: 0.0813456 Nov 16 21:51:42.243973 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_hamode_db [None req-08c3fa32-8987-4800-b88d-df9b2be3385d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668b0f38-aba8-4815-9de1-17c0029411c1', 'name': 'tempest-AttachVolumeShelveTestJSON-809381388-router', 'tenant_id': '727ecad6d44746bbaca7ef41b34b6315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': '42a84d3b-7d34-4e74-959e-afc99b56760a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:51:36Z', 'updated_at': '2021-11-16T21:51:38Z', 'revision_number': 3, 'project_id': '727ecad6d44746bbaca7ef41b34b6315', 'gw_port': {'id': '42a84d3b-7d34-4e74-959e-afc99b56760a', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:74:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668b0f38-aba8-4815-9de1-17c0029411c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:37Z', 'updated_at': '2021-11-16T21:51:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb'}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:51:42.253097 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c3fa32-8987-4800-b88d-df9b2be3385d None None] Checking router: 668b0f38-aba8-4815-9de1-17c0029411c1 for host: dv-cinder-818140-1-smb {{(pid=86866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:51:42.253528 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c3fa32-8987-4800-b88d-df9b2be3385d None None] Updating router 668b0f38-aba8-4815-9de1-17c0029411c1 port 42a84d3b-7d34-4e74-959e-afc99b56760a binding host dv-cinder-818140-1-smb {{(pid=86866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:51:42.303323 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvr_db [None req-eb07a082-e6f7-480e-b38e-68a49c0c78d0 None None] Set router 00e04002-2f1c-4b7c-bf5d-c555306209d0 gateway port host: dv-cinder-818140-1-smb {{(pid=86865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 21:51:42.325036 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron_lib.callbacks.manager [None req-08c3fa32-8987-4800-b88d-df9b2be3385d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:42.345614 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-0d37e1b6-f27c-4248-9c5c-6c759a1bba1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:42.376925 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:51:42.412794 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d37e1b6-f27c-4248-9c5c-6c759a1bba1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18a55cc-a044-47d0-ac0d-407e142d6dc1,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:42.421940 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-0d37e1b6-f27c-4248-9c5c-6c759a1bba1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:51:42.467961 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-1fd3820f-7e4c-48f3-a63b-c14b4dcb6c5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:42.528988 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-0d37e1b6-f27c-4248-9c5c-6c759a1bba1f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=04fc01b3125842e3a0562831ca1a95d1&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2431314 Nov 16 21:51:42.534580 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 38596) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:51:42.538834 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-1fd3820f-7e4c-48f3-a63b-c14b4dcb6c5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:51:42.557013 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-f37a2cb1-b548-44d1-bbe9-cb7cc9452d5e admin admin] Notify callbacks [] for router, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:42.558234 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-f37a2cb1-b548-44d1-bbe9-cb7cc9452d5e admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.8131049 Nov 16 21:51:42.562849 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 38600) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:51:42.565779 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-1fd3820f-7e4c-48f3-a63b-c14b4dcb6c5a admin admin] Usage tracker for resource:security_group_rule and tenant:698c33d0dcc64385ac255550424650fb is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:51:42.703910 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-1fd3820f-7e4c-48f3-a63b-c14b4dcb6c5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:51:42.761385 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning complete for port 09153ff4-6659-45b4-ba14-042f1b003588 triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:51:42.761732 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:42.792037 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-fd88bb51-283d-4504-a194-4d90e32e8216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:42.796129 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-eb07a082-e6f7-480e-b38e-68a49c0c78d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e04002-2f1c-4b7c-bf5d-c555306209d0', 'name': 'tempest-ServerRescueNegativeTestJSON-1374070500-router', 'tenant_id': '51fd3b659b6e4c039a7453f6627ed588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': 'f2a11722-3ddf-43cf-8bbf-6e9816479a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:51:36Z', 'updated_at': '2021-11-16T21:51:39Z', 'revision_number': 3, 'project_id': '51fd3b659b6e4c039a7453f6627ed588', 'gw_port': {'id': 'f2a11722-3ddf-43cf-8bbf-6e9816479a4a', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:56:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00e04002-2f1c-4b7c-bf5d-c555306209d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:38Z', 'updated_at': '2021-11-16T21:51:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb'}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:51:42.803553 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-1fd3820f-7e4c-48f3-a63b-c14b4dcb6c5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:51:42.825099 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 38604) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:51:42.827387 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb07a082-e6f7-480e-b38e-68a49c0c78d0 None None] Checking router: 00e04002-2f1c-4b7c-bf5d-c555306209d0 for host: dv-cinder-818140-1-smb {{(pid=86865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:51:42.827762 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb07a082-e6f7-480e-b38e-68a49c0c78d0 None None] Updating router 00e04002-2f1c-4b7c-bf5d-c555306209d0 port f2a11722-3ddf-43cf-8bbf-6e9816479a4a binding host dv-cinder-818140-1-smb {{(pid=86865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:51:42.847530 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-3b40a493-6bd7-49d7-b61a-af6f90ae7821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:42.883069 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-3b40a493-6bd7-49d7-b61a-af6f90ae7821 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:51:42.902943 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-fd88bb51-283d-4504-a194-4d90e32e8216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:42.975439 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-3b40a493-6bd7-49d7-b61a-af6f90ae7821 admin admin] Usage tracker for resource:security_group_rule and tenant:3a2c907f9ed5424c8045eaafb3ae3db8 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:51:42.979137 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-5f1f7000-7e97-432e-b046-820b9156b6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:42.992511 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-3b40a493-6bd7-49d7-b61a-af6f90ae7821 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:51:43.005228 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-3b40a493-6bd7-49d7-b61a-af6f90ae7821 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:51:43.040115 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron_lib.callbacks.manager [None req-08c3fa32-8987-4800-b88d-df9b2be3385d None None] Notify callbacks [] for port, precommit_update {{(pid=86866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:43.062266 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.provisioning_blocks [None req-08c3fa32-8987-4800-b88d-df9b2be3385d None None] Transition to ACTIVE for port object 42a84d3b-7d34-4e74-959e-afc99b56760a will not be triggered until provisioned by entity L2. {{(pid=86866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:51:43.070276 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron_lib.callbacks.manager [None req-08c3fa32-8987-4800-b88d-df9b2be3385d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:43.077633 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG oslo_concurrency.lockutils [None req-c0991854-3131-42d7-add9-1901f8c39742 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:51:43.084223 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-eb07a082-e6f7-480e-b38e-68a49c0c78d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:43.188879 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd00a42-8bdb-47bb-9bc6-a1bc6d9f8a1c None None] Pushing event updated for resources: {'Port': ['ID=42a84d3b-7d34-4e74-959e-afc99b56760a,revision_number=2']} {{(pid=86866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:43.209802 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd00a42-8bdb-47bb-9bc6-a1bc6d9f8a1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:43.210656 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd00a42-8bdb-47bb-9bc6-a1bc6d9f8a1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:43.211002 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd00a42-8bdb-47bb-9bc6-a1bc6d9f8a1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:43.213293 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd00a42-8bdb-47bb-9bc6-a1bc6d9f8a1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:43.213633 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd00a42-8bdb-47bb-9bc6-a1bc6d9f8a1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:43.213968 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd00a42-8bdb-47bb-9bc6-a1bc6d9f8a1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:43.214320 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd00a42-8bdb-47bb-9bc6-a1bc6d9f8a1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:43.214785 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-1fd3820f-7e4c-48f3-a63b-c14b4dcb6c5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:43.216902 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd00a42-8bdb-47bb-9bc6-a1bc6d9f8a1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:43.217322 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd00a42-8bdb-47bb-9bc6-a1bc6d9f8a1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:43.217851 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd00a42-8bdb-47bb-9bc6-a1bc6d9f8a1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:43.219463 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd00a42-8bdb-47bb-9bc6-a1bc6d9f8a1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:43.219595 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd00a42-8bdb-47bb-9bc6-a1bc6d9f8a1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:43.222185 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd00a42-8bdb-47bb-9bc6-a1bc6d9f8a1c None None] Tracked resource versions report: Nov 16 21:51:43.222185 dv-cinder-818140-1-smb neutron-server[86866]: pushed versions: Nov 16 21:51:43.222185 dv-cinder-818140-1-smb neutron-server[86866]: { 'AddressGroup': {'1.2'}, Nov 16 21:51:43.222185 dv-cinder-818140-1-smb neutron-server[86866]: 'ConntrackHelper': {'1.0'}, Nov 16 21:51:43.222185 dv-cinder-818140-1-smb neutron-server[86866]: 'Log': {'1.0'}, Nov 16 21:51:43.222185 dv-cinder-818140-1-smb neutron-server[86866]: 'Network': {'1.1'}, Nov 16 21:51:43.222185 dv-cinder-818140-1-smb neutron-server[86866]: 'Port': {'1.7'}, Nov 16 21:51:43.222185 dv-cinder-818140-1-smb neutron-server[86866]: 'PortForwarding': {'1.2'}, Nov 16 21:51:43.222185 dv-cinder-818140-1-smb neutron-server[86866]: 'QosPolicy': {'1.8'}, Nov 16 21:51:43.222185 dv-cinder-818140-1-smb neutron-server[86866]: 'SecurityGroup': {'1.4'}, Nov 16 21:51:43.222185 dv-cinder-818140-1-smb neutron-server[86866]: 'SecurityGroupRule': {'1.2'}, Nov 16 21:51:43.222185 dv-cinder-818140-1-smb neutron-server[86866]: 'SubPort': {'1.0'}, Nov 16 21:51:43.222185 dv-cinder-818140-1-smb neutron-server[86866]: 'Subnet': {'1.1'}, Nov 16 21:51:43.222185 dv-cinder-818140-1-smb neutron-server[86866]: 'Trunk': {'1.1'}} Nov 16 21:51:43.222185 dv-cinder-818140-1-smb neutron-server[86866]: consumer versions: Nov 16 21:51:43.222185 dv-cinder-818140-1-smb neutron-server[86866]: { DHCP agent@dv-cinder-818140-1-smb: {}, Nov 16 21:51:43.222185 dv-cinder-818140-1-smb neutron-server[86866]: HyperV agent@hv-cinder-81814: {}, Nov 16 21:51:43.222185 dv-cinder-818140-1-smb neutron-server[86866]: L3 agent@dv-cinder-818140-1-smb: {}, Nov 16 21:51:43.222185 dv-cinder-818140-1-smb neutron-server[86866]: Metadata agent@dv-cinder-818140-1-smb: {}, Nov 16 21:51:43.222185 dv-cinder-818140-1-smb neutron-server[86866]: Metering agent@dv-cinder-818140-1-smb: {}, Nov 16 21:51:43.222185 dv-cinder-818140-1-smb neutron-server[86866]: Open vSwitch agent@dv-cinder-818140-1-smb: { 'AddressGroup': '1.2', Nov 16 21:51:43.222185 dv-cinder-818140-1-smb neutron-server[86866]: 'ConntrackHelper': '1.0', Nov 16 21:51:43.222185 dv-cinder-818140-1-smb neutron-server[86866]: 'Log': '1.0', Nov 16 21:51:43.222185 dv-cinder-818140-1-smb neutron-server[86866]: 'Network': '1.1', Nov 16 21:51:43.222185 dv-cinder-818140-1-smb neutron-server[86866]: 'Port': '1.7', Nov 16 21:51:43.222185 dv-cinder-818140-1-smb neutron-server[86866]: 'PortForwarding': '1.2', Nov 16 21:51:43.222185 dv-cinder-818140-1-smb neutron-server[86866]: 'QosPolicy': '1.8', Nov 16 21:51:43.222185 dv-cinder-818140-1-smb neutron-server[86866]: 'SecurityGroup': '1.4', Nov 16 21:51:43.222185 dv-cinder-818140-1-smb neutron-server[86866]: 'SecurityGroupRule': '1.2', Nov 16 21:51:43.222185 dv-cinder-818140-1-smb neutron-server[86866]: 'SubPort': '1.0', Nov 16 21:51:43.222185 dv-cinder-818140-1-smb neutron-server[86866]: 'Subnet': '1.1', Nov 16 21:51:43.222185 dv-cinder-818140-1-smb neutron-server[86866]: 'Trunk': '1.1'}} Nov 16 21:51:43.222185 dv-cinder-818140-1-smb neutron-server[86866]: {{(pid=86866) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 16 21:51:43.245015 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-1fd3820f-7e4c-48f3-a63b-c14b4dcb6c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:43.279354 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG oslo_concurrency.lockutils [None req-1cd00a42-8bdb-47bb-9bc6-a1bc6d9f8a1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:51:43.308910 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-26be404a-492b-4ffb-9704-06eae7a2157b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:51:43.316734 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.managers [None req-08c3fa32-8987-4800-b88d-df9b2be3385d None None] Attempting to bind port 42a84d3b-7d34-4e74-959e-afc99b56760a on host dv-cinder-818140-1-smb for vnic_type normal with profile {{(pid=86866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 21:51:43.317178 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.managers [None req-08c3fa32-8987-4800-b88d-df9b2be3385d None None] Attempting to bind port 42a84d3b-7d34-4e74-959e-afc99b56760a by drivers openvswitch,hyperv on host dv-cinder-818140-1-smb at level 0 using segments [{'id': '2032d675-cc73-45c1-95a0-4a6936ebf39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20'}] {{(pid=86866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 21:51:43.322367 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 38626) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:51:43.322545 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c3fa32-8987-4800-b88d-df9b2be3385d None None] Attempting to bind port 42a84d3b-7d34-4e74-959e-afc99b56760a on network a9f41963-6d96-4c68-8a62-a8c5d6a06a20 {{(pid=86866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 16 21:51:43.332742 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c3fa32-8987-4800-b88d-df9b2be3385d None None] Checking agent: {'id': '2d3e8a24-12f1-44fc-ba92-bbd8bc9099be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818140-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 42, 55), 'started_at': datetime.datetime(2021, 11, 16, 21, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818140-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 16 21:51:43.336405 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c3fa32-8987-4800-b88d-df9b2be3385d None None] Checking segment: {'id': '2032d675-cc73-45c1-95a0-4a6936ebf39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 16 21:51:43.336942 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron_lib.callbacks.manager [None req-08c3fa32-8987-4800-b88d-df9b2be3385d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:43.338332 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c3fa32-8987-4800-b88d-df9b2be3385d None None] Bound using segment: {'id': '2032d675-cc73-45c1-95a0-4a6936ebf39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20'} {{(pid=86866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 16 21:51:43.338332 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.managers [None req-08c3fa32-8987-4800-b88d-df9b2be3385d None None] Bound port: 42a84d3b-7d34-4e74-959e-afc99b56760a, host: dv-cinder-818140-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2032d675-cc73-45c1-95a0-4a6936ebf39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20'}}] {{(pid=86866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 21:51:43.342546 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron_lib.callbacks.manager [None req-08c3fa32-8987-4800-b88d-df9b2be3385d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:43.382905 dv-cinder-818140-1-smb neutron-server[86863]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 16 21:51:43.403011 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-fd88bb51-283d-4504-a194-4d90e32e8216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:43.474842 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-704e1bed-87ec-499f-96f8-769810dee2d3 req-4d3e221e-5322-46e0-964c-6e41ca1573b2 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9ebdeb9-23ee-4323-8bc7-1d19e4d221f6 HTTP/1.1" status: 200 len: 210 time: 0.1310813 Nov 16 21:51:43.476937 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-3b40a493-6bd7-49d7-b61a-af6f90ae7821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:43.480105 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.db [None req-08c3fa32-8987-4800-b88d-df9b2be3385d None None] For port 42a84d3b-7d34-4e74-959e-afc99b56760a, host dv-cinder-818140-1-smb, cleared binding levels {{(pid=86866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 16 21:51:43.485121 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.db [None req-08c3fa32-8987-4800-b88d-df9b2be3385d None None] For port 42a84d3b-7d34-4e74-959e-afc99b56760a, host dv-cinder-818140-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=42a84d3b-7d34-4e74-959e-afc99b56760a,segment=NetworkSegment(2032d675-cc73-45c1-95a0-4a6936ebf39a),segment_id=2032d675-cc73-45c1-95a0-4a6936ebf39a)] {{(pid=86866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 16 21:51:43.487689 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-1fd3820f-7e4c-48f3-a63b-c14b4dcb6c5a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=698c33d0dcc64385ac255550424650fb&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2035384 Nov 16 21:51:43.488969 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd3820f-7e4c-48f3-a63b-c14b4dcb6c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43dabfb5-f6ff-42c2-9c50-6f24407c59e8,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:43.491680 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 38634) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:51:43.502211 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-1fd3820f-7e4c-48f3-a63b-c14b4dcb6c5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:51:43.504474 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron_lib.callbacks.manager [None req-08c3fa32-8987-4800-b88d-df9b2be3385d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:43.516774 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-3b40a493-6bd7-49d7-b61a-af6f90ae7821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:43.524022 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:51:43.584164 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-0d37e1b6-f27c-4248-9c5c-6c759a1bba1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:51:43.618469 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:51:43.626754 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd00a42-8bdb-47bb-9bc6-a1bc6d9f8a1c None None] Pushing event updated for resources: {'Port': ['ID=42a84d3b-7d34-4e74-959e-afc99b56760a,revision_number=3']} {{(pid=86866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:43.640120 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG oslo_concurrency.lockutils [None req-1cd00a42-8bdb-47bb-9bc6-a1bc6d9f8a1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:51:43.674721 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd88bb51-283d-4504-a194-4d90e32e8216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18a55cc-a044-47d0-ac0d-407e142d6dc1,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:43.688004 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c3fa32-8987-4800-b88d-df9b2be3385d None None] Routers {'668b0f38-aba8-4815-9de1-17c0029411c1'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 21:51:43.689254 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_hamode_db [None req-08c3fa32-8987-4800-b88d-df9b2be3385d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T21:51:27Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['668b0f38-aba8-4815-9de1-17c0029411c1'], 'active': True} {{(pid=86866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:51:43.695414 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-fd88bb51-283d-4504-a194-4d90e32e8216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:51:43.709309 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-fd88bb51-283d-4504-a194-4d90e32e8216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:43.712400 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-fd88bb51-283d-4504-a194-4d90e32e8216 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e18a55cc-a044-47d0-ac0d-407e142d6dc1 HTTP/1.1" status: 204 len: 168 time: 1.1738815 Nov 16 21:51:43.901331 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-3b40a493-6bd7-49d7-b61a-af6f90ae7821 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3a2c907f9ed5424c8045eaafb3ae3db8&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0726640 Nov 16 21:51:43.902253 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b40a493-6bd7-49d7-b61a-af6f90ae7821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2506c1b7-d13d-4ab3-8bfd-a51c767ba88b,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:43.913194 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 38658) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:51:43.919095 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-eb07a082-e6f7-480e-b38e-68a49c0c78d0 None None] Notify callbacks [] for port, precommit_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:43.922146 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-3b40a493-6bd7-49d7-b61a-af6f90ae7821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:51:43.946587 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-eb07a082-e6f7-480e-b38e-68a49c0c78d0 None None] Transition to ACTIVE for port object f2a11722-3ddf-43cf-8bbf-6e9816479a4a will not be triggered until provisioned by entity L2. {{(pid=86865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:51:43.961957 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-eb07a082-e6f7-480e-b38e-68a49c0c78d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:43.971773 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-7ba62f7b-1906-4773-8cc9-46170d4f503c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:43.975731 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:51:44.077671 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-7ba62f7b-1906-4773-8cc9-46170d4f503c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:44.099362 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c28fb7-9e23-47cd-b6b9-40bae5fa5316 None None] Pushing event updated for resources: {'Port': ['ID=f2a11722-3ddf-43cf-8bbf-6e9816479a4a,revision_number=2']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:44.130071 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.managers [None req-eb07a082-e6f7-480e-b38e-68a49c0c78d0 None None] Attempting to bind port f2a11722-3ddf-43cf-8bbf-6e9816479a4a on host dv-cinder-818140-1-smb for vnic_type normal with profile {{(pid=86865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 21:51:44.130452 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.managers [None req-eb07a082-e6f7-480e-b38e-68a49c0c78d0 None None] Attempting to bind port f2a11722-3ddf-43cf-8bbf-6e9816479a4a by drivers openvswitch,hyperv on host dv-cinder-818140-1-smb at level 0 using segments [{'id': '2032d675-cc73-45c1-95a0-4a6936ebf39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20'}] {{(pid=86865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 21:51:44.130812 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb07a082-e6f7-480e-b38e-68a49c0c78d0 None None] Attempting to bind port f2a11722-3ddf-43cf-8bbf-6e9816479a4a on network a9f41963-6d96-4c68-8a62-a8c5d6a06a20 {{(pid=86865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 16 21:51:44.137416 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb07a082-e6f7-480e-b38e-68a49c0c78d0 None None] Checking agent: {'id': '2d3e8a24-12f1-44fc-ba92-bbd8bc9099be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818140-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 42, 55), 'started_at': datetime.datetime(2021, 11, 16, 21, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818140-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 16 21:51:44.138090 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb07a082-e6f7-480e-b38e-68a49c0c78d0 None None] Checking segment: {'id': '2032d675-cc73-45c1-95a0-4a6936ebf39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 16 21:51:44.138582 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-eb07a082-e6f7-480e-b38e-68a49c0c78d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:44.138831 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb07a082-e6f7-480e-b38e-68a49c0c78d0 None None] Bound using segment: {'id': '2032d675-cc73-45c1-95a0-4a6936ebf39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20'} {{(pid=86865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 16 21:51:44.139334 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.managers [None req-eb07a082-e6f7-480e-b38e-68a49c0c78d0 None None] Bound port: f2a11722-3ddf-43cf-8bbf-6e9816479a4a, host: dv-cinder-818140-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2032d675-cc73-45c1-95a0-4a6936ebf39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20'}}] {{(pid=86865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 21:51:44.139713 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-eb07a082-e6f7-480e-b38e-68a49c0c78d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:44.166409 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-1981c790-aa0f-4fdc-aca8-8e059f70e646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:44.222250 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-eb07a082-e6f7-480e-b38e-68a49c0c78d0 None None] For port f2a11722-3ddf-43cf-8bbf-6e9816479a4a, host dv-cinder-818140-1-smb, cleared binding levels {{(pid=86865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 16 21:51:44.225968 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-eb07a082-e6f7-480e-b38e-68a49c0c78d0 None None] For port f2a11722-3ddf-43cf-8bbf-6e9816479a4a, host dv-cinder-818140-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=f2a11722-3ddf-43cf-8bbf-6e9816479a4a,segment=NetworkSegment(2032d675-cc73-45c1-95a0-4a6936ebf39a),segment_id=2032d675-cc73-45c1-95a0-4a6936ebf39a)] {{(pid=86865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 16 21:51:44.230578 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-1981c790-aa0f-4fdc-aca8-8e059f70e646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:44.235792 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-eb07a082-e6f7-480e-b38e-68a49c0c78d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:44.236803 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-31c28fb7-9e23-47cd-b6b9-40bae5fa5316 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:51:44.247937 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-1ea29084-994b-46b9-857a-1b7ea73190a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:51:44.281610 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.db_base_plugin_common [None req-5f1f7000-7e97-432e-b046-820b9156b6b8 admin admin] Allocated IP 172.20.0.1 (cfb6277a-1481-4312-adb0-643dce04514b/fd05cea4-2dd2-4a0d-8f4a-e62d3c4e1889/47b7cff2-a530-4bb3-a4bc-6b8f685bfb70) {{(pid=86863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:51:44.327206 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c28fb7-9e23-47cd-b6b9-40bae5fa5316 None None] Pushing event updated for resources: {'Port': ['ID=f2a11722-3ddf-43cf-8bbf-6e9816479a4a,revision_number=3']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:44.336524 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_dvr_db [None req-08c3fa32-8987-4800-b88d-df9b2be3385d None None] Set router 668b0f38-aba8-4815-9de1-17c0029411c1 gateway port host: dv-cinder-818140-1-smb {{(pid=86866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 21:51:44.340547 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-31c28fb7-9e23-47cd-b6b9-40bae5fa5316 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:51:44.353176 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-50a50047-eb65-472c-bbf1-46e598ae525b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:44.360739 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb07a082-e6f7-480e-b38e-68a49c0c78d0 None None] Routers {'00e04002-2f1c-4b7c-bf5d-c555306209d0'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 21:51:44.361378 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-eb07a082-e6f7-480e-b38e-68a49c0c78d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T21:51:27Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['00e04002-2f1c-4b7c-bf5d-c555306209d0'], 'active': True} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:51:44.387188 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-1981c790-aa0f-4fdc-aca8-8e059f70e646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:44.399620 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:51:44.434876 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1981c790-aa0f-4fdc-aca8-8e059f70e646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2506c1b7-d13d-4ab3-8bfd-a51c767ba88b,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:44.500985 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-7ba62f7b-1906-4773-8cc9-46170d4f503c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:44.509489 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:51:44.529234 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba62f7b-1906-4773-8cc9-46170d4f503c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43dabfb5-f6ff-42c2-9c50-6f24407c59e8,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:44.561042 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-7ba62f7b-1906-4773-8cc9-46170d4f503c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:51:44.646393 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-7ba62f7b-1906-4773-8cc9-46170d4f503c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:44.654214 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-7ba62f7b-1906-4773-8cc9-46170d4f503c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/43dabfb5-f6ff-42c2-9c50-6f24407c59e8 HTTP/1.1" status: 204 len: 168 time: 1.1564548 Nov 16 21:51:44.762558 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.db_base_plugin_common [None req-50a50047-eb65-472c-bbf1-46e598ae525b admin admin] Allocated IP 172.20.0.1 (4c2cdc0e-8705-442b-a218-488155a7767e/7ba5f404-5610-4d51-b5c8-16096278c672/78e71538-4d7f-4eb3-adf7-21ef1c35df06) {{(pid=86864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:51:44.770414 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-5f1f7000-7e97-432e-b046-820b9156b6b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:44.833014 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 38686) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:51:44.876236 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.provisioning_blocks [None req-5f1f7000-7e97-432e-b046-820b9156b6b8 admin admin] Transition to ACTIVE for port object 47b7cff2-a530-4bb3-a4bc-6b8f685bfb70 will not be triggered until provisioned by entity DHCP. {{(pid=86863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:51:45.001882 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-680dad6f-865e-4137-95c4-6e4d09cbaa78 req-21174aab-0d3c-410e-abbb-be04c0dc2f53 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9ebdeb9-23ee-4323-8bc7-1d19e4d221f6 HTTP/1.1" status: 200 len: 210 time: 0.1361468 Nov 16 21:51:45.044391 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvr_db [None req-eb07a082-e6f7-480e-b38e-68a49c0c78d0 None None] Set router 00e04002-2f1c-4b7c-bf5d-c555306209d0 gateway port host: dv-cinder-818140-1-smb {{(pid=86865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 21:51:45.055662 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-50a50047-eb65-472c-bbf1-46e598ae525b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:45.087357 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-5f1f7000-7e97-432e-b046-820b9156b6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790568269105'] for port, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:45.092722 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-f37a2cb1-b548-44d1-bbe9-cb7cc9452d5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:51:45.149527 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-1981c790-aa0f-4fdc-aca8-8e059f70e646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.755s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:51:45.173644 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-1981c790-aa0f-4fdc-aca8-8e059f70e646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:45.179455 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-1981c790-aa0f-4fdc-aca8-8e059f70e646 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2506c1b7-d13d-4ab3-8bfd-a51c767ba88b HTTP/1.1" status: 204 len: 168 time: 1.2612126 Nov 16 21:51:45.181884 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-50a50047-eb65-472c-bbf1-46e598ae525b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790568269105'] for port, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:45.187252 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:51:45.244188 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1f7000-7e97-432e-b046-820b9156b6b8 admin admin] Pushing event updated for resources: {'Port': ['ID=47b7cff2-a530-4bb3-a4bc-6b8f685bfb70,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:45.250770 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-5f1f7000-7e97-432e-b046-820b9156b6b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:51:45.254344 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1f7000-7e97-432e-b046-820b9156b6b8 admin admin] Network cfb6277a-1481-4312-adb0-643dce04514b is already hosted by enough agents. {{(pid=86863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:51:45.255313 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.base_scheduler [None req-5f1f7000-7e97-432e-b046-820b9156b6b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=86863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:51:45.258580 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1f7000-7e97-432e-b046-820b9156b6b8 admin admin] Received port after_create {{(pid=86863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 16 21:51:45.260438 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-5f1f7000-7e97-432e-b046-820b9156b6b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783219'] for router_interface, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:45.363048 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a50047-eb65-472c-bbf1-46e598ae525b admin admin] Pushing event updated for resources: {'Port': ['ID=78e71538-4d7f-4eb3-adf7-21ef1c35df06,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:45.367666 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-50a50047-eb65-472c-bbf1-46e598ae525b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:51:45.393980 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a50047-eb65-472c-bbf1-46e598ae525b admin admin] Network 4c2cdc0e-8705-442b-a218-488155a7767e is already hosted by enough agents. {{(pid=86864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:51:45.404159 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.base_scheduler [None req-50a50047-eb65-472c-bbf1-46e598ae525b admin admin] Resources bound (agent type, host, resource id): {{(pid=86864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:51:45.407327 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a50047-eb65-472c-bbf1-46e598ae525b admin admin] Received port after_create {{(pid=86864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 16 21:51:45.407850 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-50a50047-eb65-472c-bbf1-46e598ae525b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783219'] for router_interface, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:45.414642 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_hamode_db [None req-08c3fa32-8987-4800-b88d-df9b2be3385d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668b0f38-aba8-4815-9de1-17c0029411c1', 'name': 'tempest-AttachVolumeShelveTestJSON-809381388-router', 'tenant_id': '727ecad6d44746bbaca7ef41b34b6315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': '42a84d3b-7d34-4e74-959e-afc99b56760a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:51:36Z', 'updated_at': '2021-11-16T21:51:38Z', 'revision_number': 3, 'project_id': '727ecad6d44746bbaca7ef41b34b6315', 'gw_port': {'id': '42a84d3b-7d34-4e74-959e-afc99b56760a', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:74:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668b0f38-aba8-4815-9de1-17c0029411c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:37Z', 'updated_at': '2021-11-16T21:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb'}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:51:45.447678 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c3fa32-8987-4800-b88d-df9b2be3385d None None] The sync data for ids ['668b0f38-aba8-4815-9de1-17c0029411c1'] in dv-cinder-818140-1-smb is: [{'id': '668b0f38-aba8-4815-9de1-17c0029411c1', 'name': 'tempest-AttachVolumeShelveTestJSON-809381388-router', 'tenant_id': '727ecad6d44746bbaca7ef41b34b6315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': '42a84d3b-7d34-4e74-959e-afc99b56760a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:51:36Z', 'updated_at': '2021-11-16T21:51:38Z', 'revision_number': 3, 'project_id': '727ecad6d44746bbaca7ef41b34b6315', 'gw_port': {'id': '42a84d3b-7d34-4e74-959e-afc99b56760a', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:74:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668b0f38-aba8-4815-9de1-17c0029411c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:37Z', 'updated_at': '2021-11-16T21:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb'}] {{(pid=86866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:51:45.742028 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-f74c704c-bdf6-4358-abbb-d32539b9c5ee None None] Provisioning for port 47b7cff2-a530-4bb3-a4bc-6b8f685bfb70 completed by entity DHCP. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:51:45.750901 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-f74c704c-bdf6-4358-abbb-d32539b9c5ee None None] Provisioning complete for port 47b7cff2-a530-4bb3-a4bc-6b8f685bfb70 triggered by entity DHCP. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:51:45.751504 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-f74c704c-bdf6-4358-abbb-d32539b9c5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:45.814141 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.60', 57223) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:51:45.818897 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-f74c704c-bdf6-4358-abbb-d32539b9c5ee None None] Port 47b7cff2-a530-4bb3-a4bc-6b8f685bfb70 cannot update to ACTIVE because it is not bound. {{(pid=86865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 16 21:51:45.825208 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-eb07a082-e6f7-480e-b38e-68a49c0c78d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e04002-2f1c-4b7c-bf5d-c555306209d0', 'name': 'tempest-ServerRescueNegativeTestJSON-1374070500-router', 'tenant_id': '51fd3b659b6e4c039a7453f6627ed588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': 'f2a11722-3ddf-43cf-8bbf-6e9816479a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:51:36Z', 'updated_at': '2021-11-16T21:51:39Z', 'revision_number': 3, 'project_id': '51fd3b659b6e4c039a7453f6627ed588', 'gw_port': {'id': 'f2a11722-3ddf-43cf-8bbf-6e9816479a4a', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:56:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00e04002-2f1c-4b7c-bf5d-c555306209d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:38Z', 'updated_at': '2021-11-16T21:51:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb'}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:51:45.833086 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb07a082-e6f7-480e-b38e-68a49c0c78d0 None None] The sync data for ids ['00e04002-2f1c-4b7c-bf5d-c555306209d0'] in dv-cinder-818140-1-smb is: [{'id': '00e04002-2f1c-4b7c-bf5d-c555306209d0', 'name': 'tempest-ServerRescueNegativeTestJSON-1374070500-router', 'tenant_id': '51fd3b659b6e4c039a7453f6627ed588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': 'f2a11722-3ddf-43cf-8bbf-6e9816479a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:51:36Z', 'updated_at': '2021-11-16T21:51:39Z', 'revision_number': 3, 'project_id': '51fd3b659b6e4c039a7453f6627ed588', 'gw_port': {'id': 'f2a11722-3ddf-43cf-8bbf-6e9816479a4a', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:56:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00e04002-2f1c-4b7c-bf5d-c555306209d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:38Z', 'updated_at': '2021-11-16T21:51:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb'}] {{(pid=86865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:51:45.941988 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 38716) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:51:45.992595 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-697b012f-3bb6-40d9-a7de-497ed2d8d439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:46.077339 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-697b012f-3bb6-40d9-a7de-497ed2d8d439 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:51:46.083562 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-697b012f-3bb6-40d9-a7de-497ed2d8d439 admin admin] Usage tracker for resource:security_group_rule and tenant:d763e2c9d4184c9281cc0ac4ac6e7159 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:51:46.086495 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-697b012f-3bb6-40d9-a7de-497ed2d8d439 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:51:46.100672 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-697b012f-3bb6-40d9-a7de-497ed2d8d439 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:51:46.206630 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-5f1f7000-7e97-432e-b046-820b9156b6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:46.536041 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-50a50047-eb65-472c-bbf1-46e598ae525b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:46.559268 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097aab7-ac17-4cd1-8ac5-1c181d18982c req-b251296d-0d6e-4fc8-aa5c-e2f4b564dcc4 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:46.561245 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-0097aab7-ac17-4cd1-8ac5-1c181d18982c req-b251296d-0d6e-4fc8-aa5c-e2f4b564dcc4 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] 10.222.0.60 "GET /v2.0/networks?id=9e7c358a-63ea-422e-abd3-2c874bea003b HTTP/1.1" status: 200 len: 810 time: 0.7455602 Nov 16 21:51:46.604227 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-98d20176-d157-419f-b280-ea1bae19e912 req-959655b5-d33e-4041-9d0e-d4f68ee4a19d tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9ebdeb9-23ee-4323-8bc7-1d19e4d221f6 HTTP/1.1" status: 200 len: 210 time: 0.1905978 Nov 16 21:51:46.663268 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-5f1f7000-7e97-432e-b046-820b9156b6b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:46.689628 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-5f1f7000-7e97-432e-b046-820b9156b6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:46.727570 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-5f1f7000-7e97-432e-b046-820b9156b6b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-576428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783312'] for router_interface, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:46.747816 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:51:46.791318 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-b4161f10-e06c-4967-ba5f-4b49fc0b35d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:46.817451 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.v2.base [req-0097aab7-ac17-4cd1-8ac5-1c181d18982c req-bf9a1867-a8e1-4cf1-b3a2-01681e9c8666 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] Request body: {'port': {'device_id': 'f9ebdeb9-23ee-4323-8bc7-1d19e4d221f6', 'network_id': '9e7c358a-63ea-422e-abd3-2c874bea003b', 'admin_state_up': True, 'tenant_id': '03b4f159bfaa4df196bb406c1c8838f7'}} {{(pid=86864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:51:46.974893 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-b4161f10-e06c-4967-ba5f-4b49fc0b35d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:51:47.016143 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1f7000-7e97-432e-b046-820b9156b6b8 admin admin] Network cfb6277a-1481-4312-adb0-643dce04514b is already hosted by enough agents. {{(pid=86863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:51:47.017376 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-b4161f10-e06c-4967-ba5f-4b49fc0b35d8 admin admin] Usage tracker for resource:security_group_rule and tenant:9495874651ca4e028ae79706dc6fac10 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:51:47.025688 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.base_scheduler [None req-5f1f7000-7e97-432e-b046-820b9156b6b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=86863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:51:47.037658 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-b4161f10-e06c-4967-ba5f-4b49fc0b35d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:51:47.126390 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-b4161f10-e06c-4967-ba5f-4b49fc0b35d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:51:47.131058 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1f7000-7e97-432e-b046-820b9156b6b8 admin admin] Pushing event updated for resources: {'Port': ['ID=47b7cff2-a530-4bb3-a4bc-6b8f685bfb70,revision_number=2']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:47.135565 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-5f1f7000-7e97-432e-b046-820b9156b6b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:51:47.190951 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-697b012f-3bb6-40d9-a7de-497ed2d8d439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:47.342722 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-697b012f-3bb6-40d9-a7de-497ed2d8d439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:47.388503 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-8bb38225-b44c-4473-9a7e-78f08431b1ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:51:47.404643 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [req-0097aab7-ac17-4cd1-8ac5-1c181d18982c req-bf9a1867-a8e1-4cf1-b3a2-01681e9c8666 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:51:47.416723 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [req-0097aab7-ac17-4cd1-8ac5-1c181d18982c req-bf9a1867-a8e1-4cf1-b3a2-01681e9c8666 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] Usage tracker for resource:port and tenant:03b4f159bfaa4df196bb406c1c8838f7 is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:51:47.420125 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [req-0097aab7-ac17-4cd1-8ac5-1c181d18982c req-bf9a1867-a8e1-4cf1-b3a2-01681e9c8666 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:51:47.432956 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [req-0097aab7-ac17-4cd1-8ac5-1c181d18982c req-bf9a1867-a8e1-4cf1-b3a2-01681e9c8666 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:51:47.448359 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f1f7000-7e97-432e-b046-820b9156b6b8 admin admin] Router 668b0f38-aba8-4815-9de1-17c0029411c1 has already been hosted by L3 agent 61e322f1-f733-4c16-8e8e-7253ec5fb84a {{(pid=86863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 16 21:51:47.466951 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697b012f-3bb6-40d9-a7de-497ed2d8d439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e57e691-b087-4bbc-9050-8292bceec7dc,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:47.473014 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-50a50047-eb65-472c-bbf1-46e598ae525b admin admin] Notify callbacks [] for port, precommit_update {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:47.475966 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-697b012f-3bb6-40d9-a7de-497ed2d8d439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:51:47.481161 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-0f74600a-2f0e-4da8-8670-e1b56a164bae None None] Provisioning complete for port 47b7cff2-a530-4bb3-a4bc-6b8f685bfb70 triggered by entity DHCP. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:51:47.481897 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-697b012f-3bb6-40d9-a7de-497ed2d8d439 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d763e2c9d4184c9281cc0ac4ac6e7159&name=default HTTP/1.1" status: 200 len: 2975 time: 2.6476886 Nov 16 21:51:47.482763 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-0f74600a-2f0e-4da8-8670-e1b56a164bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:47.485473 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 38780) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:51:47.489639 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0097aab7-ac17-4cd1-8ac5-1c181d18982c req-bf9a1867-a8e1-4cf1-b3a2-01681e9c8666 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] Made reservation on behalf of 03b4f159bfaa4df196bb406c1c8838f7 for: {'port': 1} {{(pid=86864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:51:47.493693 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [req-0097aab7-ac17-4cd1-8ac5-1c181d18982c req-bf9a1867-a8e1-4cf1-b3a2-01681e9c8666 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:47.535830 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-50a50047-eb65-472c-bbf1-46e598ae525b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:47.636750 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-50a50047-eb65-472c-bbf1-46e598ae525b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-576428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783312'] for router_interface, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:47.653895 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-3dd1b905-070b-45da-8db9-2543ac690491 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:51:47.669184 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-0f74600a-2f0e-4da8-8670-e1b56a164bae None None] Port 47b7cff2-a530-4bb3-a4bc-6b8f685bfb70 cannot update to ACTIVE because it is not bound. {{(pid=86865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 16 21:51:47.835766 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device 42a84d3b-7d34-4e74-959e-afc99b56760a up at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 21:51:47.916497 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f1f7000-7e97-432e-b046-820b9156b6b8 admin admin] Notify agent at l3_agent.dv-cinder-818140-1-smb the message routers_updated {{(pid=86863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 16 21:51:48.002819 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning for port 42a84d3b-7d34-4e74-959e-afc99b56760a completed by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:51:48.008987 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning complete for port 42a84d3b-7d34-4e74-959e-afc99b56760a triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:51:48.009502 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:48.031763 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-b8b196dd-8ed7-430c-9267-8248baf5ec1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:48.038142 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-8a3f7fda-19cf-4bfc-bfdc-d4fcd0d1ea52 req-397d0439-e489-4852-8387-213d63c2494f tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9ebdeb9-23ee-4323-8bc7-1d19e4d221f6 HTTP/1.1" status: 200 len: 210 time: 0.1232667 Nov 16 21:51:48.116501 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a50047-eb65-472c-bbf1-46e598ae525b admin admin] Pushing event updated for resources: {'Port': ['ID=78e71538-4d7f-4eb3-adf7-21ef1c35df06,revision_number=2']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:48.140389 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-b4161f10-e06c-4967-ba5f-4b49fc0b35d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:48.145937 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-5f1f7000-7e97-432e-b046-820b9156b6b8 admin admin] 10.222.0.50 "PUT /v2.0/routers/668b0f38-aba8-4815-9de1-17c0029411c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9522588 Nov 16 21:51:48.147512 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-b4161f10-e06c-4967-ba5f-4b49fc0b35d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:48.154637 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:51:48.189787 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4161f10-e06c-4967-ba5f-4b49fc0b35d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567f8f37-1b94-465e-bdd5-2a3c43b3d435,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:48.195723 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-b4161f10-e06c-4967-ba5f-4b49fc0b35d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:51:48.225684 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-b4161f10-e06c-4967-ba5f-4b49fc0b35d8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9495874651ca4e028ae79706dc6fac10&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2824702 Nov 16 21:51:48.229144 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 38806) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:51:48.262459 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-50a50047-eb65-472c-bbf1-46e598ae525b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:51:48.305008 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:48.321032 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-4e7ca718-0100-48de-b9ef-44dba8780077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:48.332782 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] For port 42a84d3b-7d34-4e74-959e-afc99b56760a, host dv-cinder-818140-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=42a84d3b-7d34-4e74-959e-afc99b56760a,segment=NetworkSegment(2032d675-cc73-45c1-95a0-4a6936ebf39a),segment_id=2032d675-cc73-45c1-95a0-4a6936ebf39a)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:51:48.346734 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:48.349208 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device f2a11722-3ddf-43cf-8bbf-6e9816479a4a up at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 21:51:48.357511 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a50047-eb65-472c-bbf1-46e598ae525b admin admin] Network 4c2cdc0e-8705-442b-a218-488155a7767e is already hosted by enough agents. {{(pid=86864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:51:48.369396 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-4e7ca718-0100-48de-b9ef-44dba8780077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:48.374461 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.base_scheduler [None req-50a50047-eb65-472c-bbf1-46e598ae525b admin admin] Resources bound (agent type, host, resource id): {{(pid=86864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:51:48.397420 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-b8b196dd-8ed7-430c-9267-8248baf5ec1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:48.433038 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-6af08a9a-99af-47c8-a164-4be2cb040c62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:51:48.436318 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-4e7ca718-0100-48de-b9ef-44dba8780077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:48.457486 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-3b40a493-6bd7-49d7-b61a-af6f90ae7821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:51:48.496199 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-4e7ca718-0100-48de-b9ef-44dba8780077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:48.497360 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-4e7ca718-0100-48de-b9ef-44dba8780077 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/567f8f37-1b94-465e-bdd5-2a3c43b3d435 HTTP/1.1" status: 204 len: 168 time: 0.2671840 Nov 16 21:51:48.505093 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7ca718-0100-48de-b9ef-44dba8780077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567f8f37-1b94-465e-bdd5-2a3c43b3d435,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:48.510900 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-4e7ca718-0100-48de-b9ef-44dba8780077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:51:48.596946 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Pushing event updated for resources: {'Port': ['ID=42a84d3b-7d34-4e74-959e-afc99b56760a,revision_number=4']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:48.601779 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:51:48.615823 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning for port f2a11722-3ddf-43cf-8bbf-6e9816479a4a completed by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:51:48.629051 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning complete for port f2a11722-3ddf-43cf-8bbf-6e9816479a4a triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:51:48.630971 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:48.792695 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a50047-eb65-472c-bbf1-46e598ae525b admin admin] Router 00e04002-2f1c-4b7c-bf5d-c555306209d0 has already been hosted by L3 agent 61e322f1-f733-4c16-8e8e-7253ec5fb84a {{(pid=86864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 16 21:51:48.820708 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8813fc65-f315-43cb-b379-e3e5ba285440 None None] Sync routers for ids ['668b0f38-aba8-4815-9de1-17c0029411c1'] in dv-cinder-818140-1-smb {{(pid=86866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:51:48.832129 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.db_base_plugin_common [req-0097aab7-ac17-4cd1-8ac5-1c181d18982c req-bf9a1867-a8e1-4cf1-b3a2-01681e9c8666 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] Allocated IP 172.20.0.7 (9e7c358a-63ea-422e-abd3-2c874bea003b/353950ae-b479-49fb-8b8e-654474251f78/9fad2c8a-e8cf-4e3a-9c73-bc5156efaa1b) {{(pid=86864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:51:48.834974 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8813fc65-f315-43cb-b379-e3e5ba285440 None None] Routers {'668b0f38-aba8-4815-9de1-17c0029411c1'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 21:51:48.836944 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_hamode_db [None req-8813fc65-f315-43cb-b379-e3e5ba285440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T21:51:27Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['668b0f38-aba8-4815-9de1-17c0029411c1'], 'active': True} {{(pid=86866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:51:48.990510 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:49.045477 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] For port f2a11722-3ddf-43cf-8bbf-6e9816479a4a, host dv-cinder-818140-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=f2a11722-3ddf-43cf-8bbf-6e9816479a4a,segment=NetworkSegment(2032d675-cc73-45c1-95a0-4a6936ebf39a),segment_id=2032d675-cc73-45c1-95a0-4a6936ebf39a)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:51:49.053324 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:49.057968 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:51:49.128926 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-b8b196dd-8ed7-430c-9267-8248baf5ec1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:49.234044 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-53543506-a0f4-4253-a78c-6d1cbf03608e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:51:49.353146 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Pushing event updated for resources: {'Port': ['ID=f2a11722-3ddf-43cf-8bbf-6e9816479a4a,revision_number=4']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:49.355764 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-9bd7cfea-c201-4e29-bc6f-5e54d4f48dd4 req-1d8671e3-b4ae-4914-8e43-f1e94806cd8d tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9ebdeb9-23ee-4323-8bc7-1d19e4d221f6 HTTP/1.1" status: 200 len: 210 time: 0.0921466 Nov 16 21:51:49.370957 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:51:49.397607 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b196dd-8ed7-430c-9267-8248baf5ec1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e57e691-b087-4bbc-9050-8292bceec7dc,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:49.443324 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-b8b196dd-8ed7-430c-9267-8248baf5ec1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:51:49.447666 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_dvr_db [None req-8813fc65-f315-43cb-b379-e3e5ba285440 None None] Set router 668b0f38-aba8-4815-9de1-17c0029411c1 gateway port host: dv-cinder-818140-1-smb {{(pid=86866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 21:51:49.793339 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device 42a84d3b-7d34-4e74-959e-afc99b56760a up at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 21:51:49.905331 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-b8b196dd-8ed7-430c-9267-8248baf5ec1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:49.912908 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-b8b196dd-8ed7-430c-9267-8248baf5ec1e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7e57e691-b087-4bbc-9050-8292bceec7dc HTTP/1.1" status: 204 len: 168 time: 2.4246392 Nov 16 21:51:49.983480 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning complete for port 42a84d3b-7d34-4e74-959e-afc99b56760a triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:51:49.984231 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:50.095179 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 38840) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:51:50.100162 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [None req-b0fe8621-f3dc-476e-9a31-3e3a12f9bfc7 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1289644344', 'description': 'tempest-description--473398346'}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:51:50.116645 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-b0fe8621-f3dc-476e-9a31-3e3a12f9bfc7 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:51:50.138659 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-b0fe8621-f3dc-476e-9a31-3e3a12f9bfc7 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Usage tracker for resource:security_group and tenant:727ecad6d44746bbaca7ef41b34b6315 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:51:50.152723 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-b0fe8621-f3dc-476e-9a31-3e3a12f9bfc7 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:51:50.185700 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device f2a11722-3ddf-43cf-8bbf-6e9816479a4a up at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 21:51:50.187183 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_hamode_db [None req-8813fc65-f315-43cb-b379-e3e5ba285440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668b0f38-aba8-4815-9de1-17c0029411c1', 'name': 'tempest-AttachVolumeShelveTestJSON-809381388-router', 'tenant_id': '727ecad6d44746bbaca7ef41b34b6315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': '42a84d3b-7d34-4e74-959e-afc99b56760a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:51:36Z', 'updated_at': '2021-11-16T21:51:45Z', 'revision_number': 4, 'project_id': '727ecad6d44746bbaca7ef41b34b6315', 'gw_port': {'id': '42a84d3b-7d34-4e74-959e-afc99b56760a', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:74:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668b0f38-aba8-4815-9de1-17c0029411c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:37Z', 'updated_at': '2021-11-16T21:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb', '_interfaces': [{'id': '47b7cff2-a530-4bb3-a4bc-6b8f685bfb70', 'name': '', 'network_id': 'cfb6277a-1481-4312-adb0-643dce04514b', 'tenant_id': '727ecad6d44746bbaca7ef41b34b6315', 'mac_address': 'fa:16:3e:2e:4c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668b0f38-aba8-4815-9de1-17c0029411c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fd05cea4-2dd2-4a0d-8f4a-e62d3c4e1889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:43Z', 'updated_at': '2021-11-16T21:51:46Z', 'revision_number': 2, 'project_id': '727ecad6d44746bbaca7ef41b34b6315', 'subnets': [{'id': 'fd05cea4-2dd2-4a0d-8f4a-e62d3c4e1889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:51:50.199418 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8813fc65-f315-43cb-b379-e3e5ba285440 None None] Checking router: 668b0f38-aba8-4815-9de1-17c0029411c1 for host: dv-cinder-818140-1-smb {{(pid=86866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:51:50.200400 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8813fc65-f315-43cb-b379-e3e5ba285440 None None] Updating router 668b0f38-aba8-4815-9de1-17c0029411c1 port 47b7cff2-a530-4bb3-a4bc-6b8f685bfb70 binding host dv-cinder-818140-1-smb {{(pid=86866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:51:50.332011 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-b0fe8621-f3dc-476e-9a31-3e3a12f9bfc7 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:51:50.343481 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron_lib.callbacks.manager [None req-8813fc65-f315-43cb-b379-e3e5ba285440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:50.355414 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 38848) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:51:50.360612 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-b0fe8621-f3dc-476e-9a31-3e3a12f9bfc7 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks [] for security_group, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:50.369445 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning complete for port f2a11722-3ddf-43cf-8bbf-6e9816479a4a triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:51:50.373234 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:50.465968 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-d21ddc5d-1201-4d0a-b84f-92783d9b5909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:50.491668 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [req-0097aab7-ac17-4cd1-8ac5-1c181d18982c req-bf9a1867-a8e1-4cf1-b3a2-01681e9c8666 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] Notify callbacks [] for port, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:50.512707 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-b0fe8621-f3dc-476e-9a31-3e3a12f9bfc7 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:51:50.531148 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-b0fe8621-f3dc-476e-9a31-3e3a12f9bfc7 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Usage tracker for resource:security_group_rule and tenant:727ecad6d44746bbaca7ef41b34b6315 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:51:50.537571 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-b0fe8621-f3dc-476e-9a31-3e3a12f9bfc7 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:51:50.556798 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-b0fe8621-f3dc-476e-9a31-3e3a12f9bfc7 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:51:50.563437 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a50047-eb65-472c-bbf1-46e598ae525b admin admin] Notify agent at l3_agent.dv-cinder-818140-1-smb the message routers_updated {{(pid=86864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 16 21:51:50.575322 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [req-0097aab7-ac17-4cd1-8ac5-1c181d18982c req-bf9a1867-a8e1-4cf1-b3a2-01681e9c8666 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790568269105'] for port, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:50.578103 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1e9d64-8e19-4069-9d58-6be248e9a2d0 None None] Sync routers for ids ['00e04002-2f1c-4b7c-bf5d-c555306209d0'] in dv-cinder-818140-1-smb {{(pid=86865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:51:50.604651 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-50a50047-eb65-472c-bbf1-46e598ae525b admin admin] 10.222.0.50 "PUT /v2.0/routers/00e04002-2f1c-4b7c-bf5d-c555306209d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0403285 Nov 16 21:51:50.638198 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-d21ddc5d-1201-4d0a-b84f-92783d9b5909 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:51:50.655155 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-d21ddc5d-1201-4d0a-b84f-92783d9b5909 admin admin] Usage tracker for resource:security_group_rule and tenant:197e4f232d544258ae88bad9f167d397 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:51:50.662399 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:51:50.727345 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1e9d64-8e19-4069-9d58-6be248e9a2d0 None None] Routers {'00e04002-2f1c-4b7c-bf5d-c555306209d0'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 21:51:50.727976 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-bc1e9d64-8e19-4069-9d58-6be248e9a2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T21:51:27Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['00e04002-2f1c-4b7c-bf5d-c555306209d0'], 'active': True} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:51:50.741112 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-d21ddc5d-1201-4d0a-b84f-92783d9b5909 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:51:50.774916 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-d21ddc5d-1201-4d0a-b84f-92783d9b5909 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:51:50.786205 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0097aab7-ac17-4cd1-8ac5-1c181d18982c req-bf9a1867-a8e1-4cf1-b3a2-01681e9c8666 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] Network 9e7c358a-63ea-422e-abd3-2c874bea003b is already hosted by enough agents. {{(pid=86864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:51:50.792251 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.base_scheduler [req-0097aab7-ac17-4cd1-8ac5-1c181d18982c req-bf9a1867-a8e1-4cf1-b3a2-01681e9c8666 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] Resources bound (agent type, host, resource id): {{(pid=86864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:51:50.799327 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.l3_dvrscheduler_db [req-0097aab7-ac17-4cd1-8ac5-1c181d18982c req-bf9a1867-a8e1-4cf1-b3a2-01681e9c8666 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] Received port after_create {{(pid=86864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 16 21:51:50.810473 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097aab7-ac17-4cd1-8ac5-1c181d18982c req-bf9a1867-a8e1-4cf1-b3a2-01681e9c8666 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:50.812183 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [req-0097aab7-ac17-4cd1-8ac5-1c181d18982c req-bf9a1867-a8e1-4cf1-b3a2-01681e9c8666 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578116'] for port, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:50.838424 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9a1867-a8e1-4cf1-b3a2-01681e9c8666 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] Pushing event updated for resources: {'Port': ['ID=9fad2c8a-e8cf-4e3a-9c73-bc5156efaa1b,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:50.870406 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-bf9a1867-a8e1-4cf1-b3a2-01681e9c8666 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:51:50.881847 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-0097aab7-ac17-4cd1-8ac5-1c181d18982c req-bf9a1867-a8e1-4cf1-b3a2-01681e9c8666 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0790815 Nov 16 21:51:50.896547 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [req-0097aab7-ac17-4cd1-8ac5-1c181d18982c req-5cddc9dd-3615-4b90-a64c-baa7eef005d0 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=86864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:51:50.901213 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-0097aab7-ac17-4cd1-8ac5-1c181d18982c req-5cddc9dd-3615-4b90-a64c-baa7eef005d0 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107365 Nov 16 21:51:50.942881 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-b0fe8621-f3dc-476e-9a31-3e3a12f9bfc7 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks [] for security_group, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:50.957481 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-b0fe8621-f3dc-476e-9a31-3e3a12f9bfc7 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:51.012748 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-4e7ca718-0100-48de-b9ef-44dba8780077 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:51:51.076595 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-b0fe8621-f3dc-476e-9a31-3e3a12f9bfc7 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks [] for security_group, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:51.081848 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 38866) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:51:51.083264 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-b0fe8621-f3dc-476e-9a31-3e3a12f9bfc7 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.9868441 Nov 16 21:51:51.088895 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.v2.base [None req-21490c4e-59b4-4a99-baec-36f6894de100 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Request body: {'security_group_rule': {'security_group_id': '55f9fc7b-602a-4af6-aae5-556c0579dc1d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:51:51.105836 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-21490c4e-59b4-4a99-baec-36f6894de100 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:51:51.123564 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-21490c4e-59b4-4a99-baec-36f6894de100 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Usage tracker for resource:security_group_rule and tenant:727ecad6d44746bbaca7ef41b34b6315 is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:51:51.129675 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab5aa5-d93c-49b7-9b12-2989462ec2fe req-946f2c0a-934e-4fe4-afa3-188d1bc4692c tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:51.131575 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-61ab5aa5-d93c-49b7-9b12-2989462ec2fe req-946f2c0a-934e-4fe4-afa3-188d1bc4692c tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9ebdeb9-23ee-4323-8bc7-1d19e4d221f6 HTTP/1.1" status: 200 len: 931 time: 0.4792986 Nov 16 21:51:51.143506 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-21490c4e-59b4-4a99-baec-36f6894de100 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:51:51.174689 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fe8621-f3dc-476e-9a31-3e3a12f9bfc7 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55f9fc7b-602a-4af6-aae5-556c0579dc1d,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:51.182407 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-21490c4e-59b4-4a99-baec-36f6894de100 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:51:51.193150 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-b0fe8621-f3dc-476e-9a31-3e3a12f9bfc7 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:51:51.228921 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-21490c4e-59b4-4a99-baec-36f6894de100 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:51.246023 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-61ab5aa5-d93c-49b7-9b12-2989462ec2fe req-a4c0fbe3-b516-47d0-bce2-3ff0e80a08f9 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ce35d2e-a404-4f74-bda4-111ace477a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074154 Nov 16 21:51:51.260800 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvr_db [None req-bc1e9d64-8e19-4069-9d58-6be248e9a2d0 None None] Set router 00e04002-2f1c-4b7c-bf5d-c555306209d0 gateway port host: dv-cinder-818140-1-smb {{(pid=86865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 21:51:51.298422 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-d21ddc5d-1201-4d0a-b84f-92783d9b5909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:51.304660 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-d21ddc5d-1201-4d0a-b84f-92783d9b5909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:51.339570 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-21490c4e-59b4-4a99-baec-36f6894de100 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:51.356193 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-21490c4e-59b4-4a99-baec-36f6894de100 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776879'] for security_group_rule, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:51.357279 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:51:51.376307 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:51:51.444676 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21490c4e-59b4-4a99-baec-36f6894de100 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d69e766-0d2f-449e-a7ba-f66c4cc5c335,revision_number=0']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:51.453152 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-21490c4e-59b4-4a99-baec-36f6894de100 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:51:51.490787 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-21490c4e-59b4-4a99-baec-36f6894de100 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:51.494097 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-21490c4e-59b4-4a99-baec-36f6894de100 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4106386 Nov 16 21:51:51.496981 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 38872) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:51:51.501577 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-d21ddc5d-1201-4d0a-b84f-92783d9b5909 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=197e4f232d544258ae88bad9f167d397&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1425879 Nov 16 21:51:51.503398 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 38874) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:51:51.514298 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.v2.base [None req-660dd662-2d01-4c6b-9505-5f24285d31d3 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Request body: {'security_group_rule': {'security_group_id': '55f9fc7b-602a-4af6-aae5-556c0579dc1d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:51:51.547595 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron_lib.callbacks.manager [None req-8813fc65-f315-43cb-b379-e3e5ba285440 None None] Notify callbacks [] for port, precommit_update {{(pid=86866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:51.550958 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21ddc5d-1201-4d0a-b84f-92783d9b5909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67172d09-c0bf-451a-a8b5-b9d5f8847871,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:51.555721 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-d21ddc5d-1201-4d0a-b84f-92783d9b5909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:51:51.558331 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-660dd662-2d01-4c6b-9505-5f24285d31d3 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:51:51.571810 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.provisioning_blocks [None req-8813fc65-f315-43cb-b379-e3e5ba285440 None None] Transition to ACTIVE for port object 47b7cff2-a530-4bb3-a4bc-6b8f685bfb70 will not be triggered until provisioned by entity L2. {{(pid=86866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:51:51.586688 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron_lib.callbacks.manager [None req-8813fc65-f315-43cb-b379-e3e5ba285440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:51.591921 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-660dd662-2d01-4c6b-9505-5f24285d31d3 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Usage tracker for resource:security_group_rule and tenant:727ecad6d44746bbaca7ef41b34b6315 is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:51:51.594246 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:51:51.612005 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-660dd662-2d01-4c6b-9505-5f24285d31d3 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:51:51.647131 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-660dd662-2d01-4c6b-9505-5f24285d31d3 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:51:51.687825 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-660dd662-2d01-4c6b-9505-5f24285d31d3 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:51.696158 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-82f9e428-e32b-438c-8def-ae7d9be03773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:51.796566 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-82f9e428-e32b-438c-8def-ae7d9be03773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:51.868451 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-660dd662-2d01-4c6b-9505-5f24285d31d3 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:51.880180 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-660dd662-2d01-4c6b-9505-5f24285d31d3 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776879'] for security_group_rule, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:51.882610 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-21490c4e-59b4-4a99-baec-36f6894de100 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:51:51.926106 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9efbea-5c85-46df-8cb7-9596e6bf64fb None None] Pushing event updated for resources: {'Port': ['ID=47b7cff2-a530-4bb3-a4bc-6b8f685bfb70,revision_number=3']} {{(pid=86866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:51.947247 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG oslo_concurrency.lockutils [None req-cd9efbea-5c85-46df-8cb7-9596e6bf64fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=86866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:51:51.975028 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-82f9e428-e32b-438c-8def-ae7d9be03773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:51.988973 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-1fd3820f-7e4c-48f3-a63b-c14b4dcb6c5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:51:51.993151 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660dd662-2d01-4c6b-9505-5f24285d31d3 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8548fda-0843-405a-ad77-850d8bc963a6,revision_number=0']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:51.997584 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-660dd662-2d01-4c6b-9505-5f24285d31d3 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:51:52.000513 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-660dd662-2d01-4c6b-9505-5f24285d31d3 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:52.001690 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-660dd662-2d01-4c6b-9505-5f24285d31d3 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5030859 Nov 16 21:51:52.006590 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 38898) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:51:52.016880 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.v2.base [None req-ec092cdf-eb79-47a5-a7c5-c3d18a89fdd2 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Request body: {'floatingip': {'floating_network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20'}} {{(pid=86864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:51:52.031716 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-ec092cdf-eb79-47a5-a7c5-c3d18a89fdd2 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:51:52.039638 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f9e428-e32b-438c-8def-ae7d9be03773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67172d09-c0bf-451a-a8b5-b9d5f8847871,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:52.043676 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-ec092cdf-eb79-47a5-a7c5-c3d18a89fdd2 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Usage tracker for resource:floatingip and tenant:727ecad6d44746bbaca7ef41b34b6315 is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:51:52.045707 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-82f9e428-e32b-438c-8def-ae7d9be03773 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:51:52.059177 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-ec092cdf-eb79-47a5-a7c5-c3d18a89fdd2 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:51:52.059649 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-82f9e428-e32b-438c-8def-ae7d9be03773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:52.062826 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-82f9e428-e32b-438c-8def-ae7d9be03773 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/67172d09-c0bf-451a-a8b5-b9d5f8847871 HTTP/1.1" status: 204 len: 168 time: 0.5469568 Nov 16 21:51:52.087416 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-ec092cdf-eb79-47a5-a7c5-c3d18a89fdd2 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:51:52.119964 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-ec092cdf-eb79-47a5-a7c5-c3d18a89fdd2 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks [] for floatingip, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:52.171926 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.managers [None req-8813fc65-f315-43cb-b379-e3e5ba285440 None None] Attempting to bind port 47b7cff2-a530-4bb3-a4bc-6b8f685bfb70 on host dv-cinder-818140-1-smb for vnic_type normal with profile {{(pid=86866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 21:51:52.172404 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.managers [None req-8813fc65-f315-43cb-b379-e3e5ba285440 None None] Attempting to bind port 47b7cff2-a530-4bb3-a4bc-6b8f685bfb70 by drivers openvswitch,hyperv on host dv-cinder-818140-1-smb at level 0 using segments [{'id': '0768277f-89e3-47c8-84f9-a7ae38cc5ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'cfb6277a-1481-4312-adb0-643dce04514b'}] {{(pid=86866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 21:51:52.173015 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8813fc65-f315-43cb-b379-e3e5ba285440 None None] Attempting to bind port 47b7cff2-a530-4bb3-a4bc-6b8f685bfb70 on network cfb6277a-1481-4312-adb0-643dce04514b {{(pid=86866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 16 21:51:52.174903 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-bc1e9d64-8e19-4069-9d58-6be248e9a2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e04002-2f1c-4b7c-bf5d-c555306209d0', 'name': 'tempest-ServerRescueNegativeTestJSON-1374070500-router', 'tenant_id': '51fd3b659b6e4c039a7453f6627ed588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': 'f2a11722-3ddf-43cf-8bbf-6e9816479a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:51:36Z', 'updated_at': '2021-11-16T21:51:45Z', 'revision_number': 4, 'project_id': '51fd3b659b6e4c039a7453f6627ed588', 'gw_port': {'id': 'f2a11722-3ddf-43cf-8bbf-6e9816479a4a', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:56:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e04002-2f1c-4b7c-bf5d-c555306209d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:38Z', 'updated_at': '2021-11-16T21:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb', '_interfaces': [{'id': '78e71538-4d7f-4eb3-adf7-21ef1c35df06', 'name': '', 'network_id': '4c2cdc0e-8705-442b-a218-488155a7767e', 'tenant_id': '51fd3b659b6e4c039a7453f6627ed588', 'mac_address': 'fa:16:3e:8b:b7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00e04002-2f1c-4b7c-bf5d-c555306209d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7ba5f404-5610-4d51-b5c8-16096278c672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:44Z', 'updated_at': '2021-11-16T21:51:46Z', 'revision_number': 2, 'project_id': '51fd3b659b6e4c039a7453f6627ed588', 'subnets': [{'id': '7ba5f404-5610-4d51-b5c8-16096278c672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:51:52.181055 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1e9d64-8e19-4069-9d58-6be248e9a2d0 None None] Checking router: 00e04002-2f1c-4b7c-bf5d-c555306209d0 for host: dv-cinder-818140-1-smb {{(pid=86865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:51:52.181625 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1e9d64-8e19-4069-9d58-6be248e9a2d0 None None] Updating router 00e04002-2f1c-4b7c-bf5d-c555306209d0 port 78e71538-4d7f-4eb3-adf7-21ef1c35df06 binding host dv-cinder-818140-1-smb {{(pid=86865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:51:52.182215 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8813fc65-f315-43cb-b379-e3e5ba285440 None None] Checking agent: {'id': '2d3e8a24-12f1-44fc-ba92-bbd8bc9099be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818140-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 42, 55), 'started_at': datetime.datetime(2021, 11, 16, 21, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818140-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 16 21:51:52.182711 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8813fc65-f315-43cb-b379-e3e5ba285440 None None] Checking segment: {'id': '0768277f-89e3-47c8-84f9-a7ae38cc5ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'cfb6277a-1481-4312-adb0-643dce04514b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 16 21:51:52.183198 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron_lib.callbacks.manager [None req-8813fc65-f315-43cb-b379-e3e5ba285440 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:52.183678 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8813fc65-f315-43cb-b379-e3e5ba285440 None None] Bound using segment: {'id': '0768277f-89e3-47c8-84f9-a7ae38cc5ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'cfb6277a-1481-4312-adb0-643dce04514b'} {{(pid=86866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 16 21:51:52.184260 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.managers [None req-8813fc65-f315-43cb-b379-e3e5ba285440 None None] Bound port: 47b7cff2-a530-4bb3-a4bc-6b8f685bfb70, host: dv-cinder-818140-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0768277f-89e3-47c8-84f9-a7ae38cc5ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'cfb6277a-1481-4312-adb0-643dce04514b'}}] {{(pid=86866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 21:51:52.184725 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron_lib.callbacks.manager [None req-8813fc65-f315-43cb-b379-e3e5ba285440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:52.281090 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.db [None req-8813fc65-f315-43cb-b379-e3e5ba285440 None None] For port 47b7cff2-a530-4bb3-a4bc-6b8f685bfb70, host dv-cinder-818140-1-smb, cleared binding levels {{(pid=86866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 16 21:51:52.285005 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.db [None req-8813fc65-f315-43cb-b379-e3e5ba285440 None None] For port 47b7cff2-a530-4bb3-a4bc-6b8f685bfb70, host dv-cinder-818140-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=47b7cff2-a530-4bb3-a4bc-6b8f685bfb70,segment=NetworkSegment(0768277f-89e3-47c8-84f9-a7ae38cc5ef8),segment_id=0768277f-89e3-47c8-84f9-a7ae38cc5ef8)] {{(pid=86866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 16 21:51:52.293278 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron_lib.callbacks.manager [None req-8813fc65-f315-43cb-b379-e3e5ba285440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:52.304201 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG oslo_concurrency.lockutils [None req-1cd00a42-8bdb-47bb-9bc6-a1bc6d9f8a1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=86866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:51:52.325976 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-bc1e9d64-8e19-4069-9d58-6be248e9a2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:52.339396 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.v2.base [req-0097aab7-ac17-4cd1-8ac5-1c181d18982c req-089edee4-a4ef-4a3f-924f-19a2341c6241 service neutron] Request body: {'port': {'device_id': 'f9ebdeb9-23ee-4323-8bc7-1d19e4d221f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81814'}} {{(pid=86864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:51:52.489525 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8813fc65-f315-43cb-b379-e3e5ba285440 None None] Routers {'668b0f38-aba8-4815-9de1-17c0029411c1'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 21:51:52.497336 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_hamode_db [None req-8813fc65-f315-43cb-b379-e3e5ba285440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T21:51:27Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['668b0f38-aba8-4815-9de1-17c0029411c1'], 'active': True} {{(pid=86866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:51:52.693149 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [req-0097aab7-ac17-4cd1-8ac5-1c181d18982c req-089edee4-a4ef-4a3f-924f-19a2341c6241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:52.927714 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50239eca-177a-426b-a2cb-87db3640f467 req-31fb3a15-6cb1-44fa-920a-2c5eded18107 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:52.946384 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-50239eca-177a-426b-a2cb-87db3640f467 req-31fb3a15-6cb1-44fa-920a-2c5eded18107 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9ebdeb9-23ee-4323-8bc7-1d19e4d221f6 HTTP/1.1" status: 200 len: 931 time: 0.3405306 Nov 16 21:51:53.023266 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_dvr_db [None req-8813fc65-f315-43cb-b379-e3e5ba285440 None None] Set router 668b0f38-aba8-4815-9de1-17c0029411c1 gateway port host: dv-cinder-818140-1-smb {{(pid=86866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 21:51:53.134650 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-50239eca-177a-426b-a2cb-87db3640f467 req-4dcc8d6a-6908-49cf-9a4e-c8c2bec02431 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ce35d2e-a404-4f74-bda4-111ace477a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783969 Nov 16 21:51:53.262610 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-ec092cdf-eb79-47a5-a7c5-c3d18a89fdd2 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:53.449694 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-bc1e9d64-8e19-4069-9d58-6be248e9a2d0 None None] Notify callbacks [] for port, precommit_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:53.476634 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-bc1e9d64-8e19-4069-9d58-6be248e9a2d0 None None] Transition to ACTIVE for port object 78e71538-4d7f-4eb3-adf7-21ef1c35df06 will not be triggered until provisioned by entity L2. {{(pid=86865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:51:53.491704 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-bc1e9d64-8e19-4069-9d58-6be248e9a2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:53.494515 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9efbea-5c85-46df-8cb7-9596e6bf64fb None None] Pushing event updated for resources: {'Port': ['ID=47b7cff2-a530-4bb3-a4bc-6b8f685bfb70,revision_number=4']} {{(pid=86866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:53.499270 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG oslo_concurrency.lockutils [None req-cd9efbea-5c85-46df-8cb7-9596e6bf64fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.198s {{(pid=86866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:51:53.528623 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:51:53.586659 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_hamode_db [None req-8813fc65-f315-43cb-b379-e3e5ba285440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668b0f38-aba8-4815-9de1-17c0029411c1', 'name': 'tempest-AttachVolumeShelveTestJSON-809381388-router', 'tenant_id': '727ecad6d44746bbaca7ef41b34b6315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': '42a84d3b-7d34-4e74-959e-afc99b56760a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:51:36Z', 'updated_at': '2021-11-16T21:51:45Z', 'revision_number': 4, 'project_id': '727ecad6d44746bbaca7ef41b34b6315', 'gw_port': {'id': '42a84d3b-7d34-4e74-959e-afc99b56760a', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:74:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668b0f38-aba8-4815-9de1-17c0029411c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:37Z', 'updated_at': '2021-11-16T21:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb', '_interfaces': [{'id': '47b7cff2-a530-4bb3-a4bc-6b8f685bfb70', 'name': '', 'network_id': 'cfb6277a-1481-4312-adb0-643dce04514b', 'tenant_id': '727ecad6d44746bbaca7ef41b34b6315', 'mac_address': 'fa:16:3e:2e:4c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668b0f38-aba8-4815-9de1-17c0029411c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fd05cea4-2dd2-4a0d-8f4a-e62d3c4e1889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:43Z', 'updated_at': '2021-11-16T21:51:52Z', 'revision_number': 4, 'project_id': '727ecad6d44746bbaca7ef41b34b6315', 'subnets': [{'id': 'fd05cea4-2dd2-4a0d-8f4a-e62d3c4e1889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:51:53.603658 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8813fc65-f315-43cb-b379-e3e5ba285440 None None] The sync data for ids ['668b0f38-aba8-4815-9de1-17c0029411c1'] in dv-cinder-818140-1-smb is: [{'id': '668b0f38-aba8-4815-9de1-17c0029411c1', 'name': 'tempest-AttachVolumeShelveTestJSON-809381388-router', 'tenant_id': '727ecad6d44746bbaca7ef41b34b6315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': '42a84d3b-7d34-4e74-959e-afc99b56760a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:51:36Z', 'updated_at': '2021-11-16T21:51:45Z', 'revision_number': 4, 'project_id': '727ecad6d44746bbaca7ef41b34b6315', 'gw_port': {'id': '42a84d3b-7d34-4e74-959e-afc99b56760a', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:74:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668b0f38-aba8-4815-9de1-17c0029411c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:37Z', 'updated_at': '2021-11-16T21:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb', '_interfaces': [{'id': '47b7cff2-a530-4bb3-a4bc-6b8f685bfb70', 'name': '', 'network_id': 'cfb6277a-1481-4312-adb0-643dce04514b', 'tenant_id': '727ecad6d44746bbaca7ef41b34b6315', 'mac_address': 'fa:16:3e:2e:4c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668b0f38-aba8-4815-9de1-17c0029411c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fd05cea4-2dd2-4a0d-8f4a-e62d3c4e1889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:43Z', 'updated_at': '2021-11-16T21:51:52Z', 'revision_number': 4, 'project_id': '727ecad6d44746bbaca7ef41b34b6315', 'subnets': [{'id': 'fd05cea4-2dd2-4a0d-8f4a-e62d3c4e1889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:51:54.256549 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2068a02-a3f6-4976-9392-e03655c7460a None None] Pushing event updated for resources: {'Port': ['ID=78e71538-4d7f-4eb3-adf7-21ef1c35df06,revision_number=3']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:54.265544 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d2068a02-a3f6-4976-9392-e03655c7460a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.737s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:51:54.364207 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.managers [None req-bc1e9d64-8e19-4069-9d58-6be248e9a2d0 None None] Attempting to bind port 78e71538-4d7f-4eb3-adf7-21ef1c35df06 on host dv-cinder-818140-1-smb for vnic_type normal with profile {{(pid=86865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 21:51:54.365957 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.managers [None req-bc1e9d64-8e19-4069-9d58-6be248e9a2d0 None None] Attempting to bind port 78e71538-4d7f-4eb3-adf7-21ef1c35df06 by drivers openvswitch,hyperv on host dv-cinder-818140-1-smb at level 0 using segments [{'id': 'fa6f151b-caab-43d2-8df9-fad7d0c72214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4c2cdc0e-8705-442b-a218-488155a7767e'}] {{(pid=86865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 21:51:54.368242 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1e9d64-8e19-4069-9d58-6be248e9a2d0 None None] Attempting to bind port 78e71538-4d7f-4eb3-adf7-21ef1c35df06 on network 4c2cdc0e-8705-442b-a218-488155a7767e {{(pid=86865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 16 21:51:54.374571 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089432a9-7303-457c-83a9-34dc379943bf req-8d0cea15-2929-463c-ad17-249f81fbe772 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:54.376073 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-089432a9-7303-457c-83a9-34dc379943bf req-8d0cea15-2929-463c-ad17-249f81fbe772 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/networks?id=4c2cdc0e-8705-442b-a218-488155a7767e HTTP/1.1" status: 200 len: 819 time: 1.0225663 Nov 16 21:51:54.395299 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1e9d64-8e19-4069-9d58-6be248e9a2d0 None None] Checking agent: {'id': '2d3e8a24-12f1-44fc-ba92-bbd8bc9099be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818140-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 42, 55), 'started_at': datetime.datetime(2021, 11, 16, 21, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818140-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 16 21:51:54.395941 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1e9d64-8e19-4069-9d58-6be248e9a2d0 None None] Checking segment: {'id': 'fa6f151b-caab-43d2-8df9-fad7d0c72214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4c2cdc0e-8705-442b-a218-488155a7767e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 16 21:51:54.396590 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-bc1e9d64-8e19-4069-9d58-6be248e9a2d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:54.397137 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1e9d64-8e19-4069-9d58-6be248e9a2d0 None None] Bound using segment: {'id': 'fa6f151b-caab-43d2-8df9-fad7d0c72214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4c2cdc0e-8705-442b-a218-488155a7767e'} {{(pid=86865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 16 21:51:54.397837 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.managers [None req-bc1e9d64-8e19-4069-9d58-6be248e9a2d0 None None] Bound port: 78e71538-4d7f-4eb3-adf7-21ef1c35df06, host: dv-cinder-818140-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa6f151b-caab-43d2-8df9-fad7d0c72214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4c2cdc0e-8705-442b-a218-488155a7767e'}}] {{(pid=86865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 21:51:54.402565 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-bc1e9d64-8e19-4069-9d58-6be248e9a2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:54.471619 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.db_base_plugin_common [None req-ec092cdf-eb79-47a5-a7c5-c3d18a89fdd2 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Allocated IP 172.28.3.126 (a9f41963-6d96-4c68-8a62-a8c5d6a06a20/b5c31ecf-1c75-47d6-89d5-3eb31f2005b0/dddc2003-db46-4778-977a-b628c37e01cc) {{(pid=86864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:51:54.624773 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3800d371-edeb-4266-9dd6-1bede13df234 req-7c06648c-f6d3-45f4-bc3a-d9e2a0779b95 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:54.636829 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-3800d371-edeb-4266-9dd6-1bede13df234 req-7c06648c-f6d3-45f4-bc3a-d9e2a0779b95 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9ebdeb9-23ee-4323-8bc7-1d19e4d221f6 HTTP/1.1" status: 200 len: 931 time: 0.2676787 Nov 16 21:51:54.691962 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-bc1e9d64-8e19-4069-9d58-6be248e9a2d0 None None] For port 78e71538-4d7f-4eb3-adf7-21ef1c35df06, host dv-cinder-818140-1-smb, cleared binding levels {{(pid=86865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 16 21:51:54.708979 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-bc1e9d64-8e19-4069-9d58-6be248e9a2d0 None None] For port 78e71538-4d7f-4eb3-adf7-21ef1c35df06, host dv-cinder-818140-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=78e71538-4d7f-4eb3-adf7-21ef1c35df06,segment=NetworkSegment(fa6f151b-caab-43d2-8df9-fad7d0c72214),segment_id=fa6f151b-caab-43d2-8df9-fad7d0c72214)] {{(pid=86865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 16 21:51:54.732777 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-bc1e9d64-8e19-4069-9d58-6be248e9a2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:54.750266 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:51:54.820159 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-3800d371-edeb-4266-9dd6-1bede13df234 req-5b794dbd-6787-41fb-97cf-a7e7eed74ba8 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ce35d2e-a404-4f74-bda4-111ace477a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818426 Nov 16 21:51:54.840115 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-ae05ecba-33cb-4ad1-815d-4180a3076253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:54.929918 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-ec092cdf-eb79-47a5-a7c5-c3d18a89fdd2 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks [] for port, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:54.943991 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1e9d64-8e19-4069-9d58-6be248e9a2d0 None None] Routers {'00e04002-2f1c-4b7c-bf5d-c555306209d0'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 21:51:54.945357 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-bc1e9d64-8e19-4069-9d58-6be248e9a2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T21:51:27Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['00e04002-2f1c-4b7c-bf5d-c555306209d0'], 'active': True} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:51:55.008429 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-ec092cdf-eb79-47a5-a7c5-c3d18a89fdd2 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790568269105'] for port, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:55.021629 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-089432a9-7303-457c-83a9-34dc379943bf req-3f62da09-9c89-4547-a163-cc1e166173f1 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/quotas/51fd3b659b6e4c039a7453f6627ed588 HTTP/1.1" status: 200 len: 375 time: 0.0318966 Nov 16 21:51:55.033678 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:51:55.195478 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec092cdf-eb79-47a5-a7c5-c3d18a89fdd2 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Network a9f41963-6d96-4c68-8a62-a8c5d6a06a20 is already hosted by enough agents. {{(pid=86864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:51:55.201222 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2068a02-a3f6-4976-9392-e03655c7460a None None] Pushing event updated for resources: {'Port': ['ID=78e71538-4d7f-4eb3-adf7-21ef1c35df06,revision_number=4']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:55.225080 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d2068a02-a3f6-4976-9392-e03655c7460a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:51:55.627096 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:55.710349 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvr_db [None req-bc1e9d64-8e19-4069-9d58-6be248e9a2d0 None None] Set router 00e04002-2f1c-4b7c-bf5d-c555306209d0 gateway port host: dv-cinder-818140-1-smb {{(pid=86865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 21:51:55.771489 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.notifiers.nova [req-0097aab7-ac17-4cd1-8ac5-1c181d18982c req-089edee4-a4ef-4a3f-924f-19a2341c6241 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fad2c8a-e8cf-4e3a-9c73-bc5156efaa1b {{(pid=86864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:51:55.799052 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [req-0097aab7-ac17-4cd1-8ac5-1c181d18982c req-089edee4-a4ef-4a3f-924f-19a2341c6241 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:55.899273 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.base_scheduler [None req-ec092cdf-eb79-47a5-a7c5-c3d18a89fdd2 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Resources bound (agent type, host, resource id): {{(pid=86864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:51:55.909347 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec092cdf-eb79-47a5-a7c5-c3d18a89fdd2 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Received port after_create {{(pid=86864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 16 21:51:55.912219 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device 47b7cff2-a530-4bb3-a4bc-6b8f685bfb70 up at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 21:51:56.260070 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.provisioning_blocks [req-0097aab7-ac17-4cd1-8ac5-1c181d18982c req-089edee4-a4ef-4a3f-924f-19a2341c6241 service neutron] Transition to ACTIVE for port object 9fad2c8a-e8cf-4e3a-9c73-bc5156efaa1b will not be triggered until provisioned by entity L2. {{(pid=86864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:51:56.267955 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec092cdf-eb79-47a5-a7c5-c3d18a89fdd2 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Pushing event updated for resources: {'Port': ['ID=dddc2003-db46-4778-977a-b628c37e01cc,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:56.283072 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-ec092cdf-eb79-47a5-a7c5-c3d18a89fdd2 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.249s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:51:56.334687 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning for port 47b7cff2-a530-4bb3-a4bc-6b8f685bfb70 completed by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:51:56.349002 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning complete for port 47b7cff2-a530-4bb3-a4bc-6b8f685bfb70 triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:51:56.349382 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:56.363256 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-ec092cdf-eb79-47a5-a7c5-c3d18a89fdd2 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:56.392190 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [req-0097aab7-ac17-4cd1-8ac5-1c181d18982c req-089edee4-a4ef-4a3f-924f-19a2341c6241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:56.476781 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:51:56.719239 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-ec092cdf-eb79-47a5-a7c5-c3d18a89fdd2 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:56.785082 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e628c-6ebc-498b-9069-d26d07e5778a req-77a79b61-042a-4b43-9cce-255c4124bda4 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:56.793200 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-bb9e628c-6ebc-498b-9069-d26d07e5778a req-77a79b61-042a-4b43-9cce-255c4124bda4 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9ebdeb9-23ee-4323-8bc7-1d19e4d221f6 HTTP/1.1" status: 200 len: 943 time: 0.3482733 Nov 16 21:51:57.051411 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-bb9e628c-6ebc-498b-9069-d26d07e5778a req-c7394196-5e9c-405a-84bd-001bbd7201e8 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ce35d2e-a404-4f74-bda4-111ace477a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467988 Nov 16 21:51:57.148266 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [req-089432a9-7303-457c-83a9-34dc379943bf req-a1382fcc-b58b-4d3c-9067-52169be0d523 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Synchronizing usage tracker for tenant:51fd3b659b6e4c039a7453f6627ed588 on resource:port {{(pid=86864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:51:57.168606 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:57.328335 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] For port 47b7cff2-a530-4bb3-a4bc-6b8f685bfb70, host dv-cinder-818140-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=47b7cff2-a530-4bb3-a4bc-6b8f685bfb70,segment=NetworkSegment(0768277f-89e3-47c8-84f9-a7ae38cc5ef8),segment_id=0768277f-89e3-47c8-84f9-a7ae38cc5ef8)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:51:57.334507 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:57.344131 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-bc1e9d64-8e19-4069-9d58-6be248e9a2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e04002-2f1c-4b7c-bf5d-c555306209d0', 'name': 'tempest-ServerRescueNegativeTestJSON-1374070500-router', 'tenant_id': '51fd3b659b6e4c039a7453f6627ed588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': 'f2a11722-3ddf-43cf-8bbf-6e9816479a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:51:36Z', 'updated_at': '2021-11-16T21:51:45Z', 'revision_number': 4, 'project_id': '51fd3b659b6e4c039a7453f6627ed588', 'gw_port': {'id': 'f2a11722-3ddf-43cf-8bbf-6e9816479a4a', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:56:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e04002-2f1c-4b7c-bf5d-c555306209d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:38Z', 'updated_at': '2021-11-16T21:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb', '_interfaces': [{'id': '78e71538-4d7f-4eb3-adf7-21ef1c35df06', 'name': '', 'network_id': '4c2cdc0e-8705-442b-a218-488155a7767e', 'tenant_id': '51fd3b659b6e4c039a7453f6627ed588', 'mac_address': 'fa:16:3e:8b:b7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00e04002-2f1c-4b7c-bf5d-c555306209d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7ba5f404-5610-4d51-b5c8-16096278c672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:44Z', 'updated_at': '2021-11-16T21:51:54Z', 'revision_number': 4, 'project_id': '51fd3b659b6e4c039a7453f6627ed588', 'subnets': [{'id': '7ba5f404-5610-4d51-b5c8-16096278c672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:51:57.347719 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-ba4b4357-8442-4f85-8e2d-ef01d6e7110f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:51:57.524946 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-ec092cdf-eb79-47a5-a7c5-c3d18a89fdd2 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks [] for port, precommit_update {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:57.543142 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1e9d64-8e19-4069-9d58-6be248e9a2d0 None None] The sync data for ids ['00e04002-2f1c-4b7c-bf5d-c555306209d0'] in dv-cinder-818140-1-smb is: [{'id': '00e04002-2f1c-4b7c-bf5d-c555306209d0', 'name': 'tempest-ServerRescueNegativeTestJSON-1374070500-router', 'tenant_id': '51fd3b659b6e4c039a7453f6627ed588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': 'f2a11722-3ddf-43cf-8bbf-6e9816479a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:51:36Z', 'updated_at': '2021-11-16T21:51:45Z', 'revision_number': 4, 'project_id': '51fd3b659b6e4c039a7453f6627ed588', 'gw_port': {'id': 'f2a11722-3ddf-43cf-8bbf-6e9816479a4a', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:56:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e04002-2f1c-4b7c-bf5d-c555306209d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:38Z', 'updated_at': '2021-11-16T21:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb', '_interfaces': [{'id': '78e71538-4d7f-4eb3-adf7-21ef1c35df06', 'name': '', 'network_id': '4c2cdc0e-8705-442b-a218-488155a7767e', 'tenant_id': '51fd3b659b6e4c039a7453f6627ed588', 'mac_address': 'fa:16:3e:8b:b7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00e04002-2f1c-4b7c-bf5d-c555306209d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7ba5f404-5610-4d51-b5c8-16096278c672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:44Z', 'updated_at': '2021-11-16T21:51:54Z', 'revision_number': 4, 'project_id': '51fd3b659b6e4c039a7453f6627ed588', 'subnets': [{'id': '7ba5f404-5610-4d51-b5c8-16096278c672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:51:57.580001 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-ec092cdf-eb79-47a5-a7c5-c3d18a89fdd2 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:57.670281 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-6ff306a7-5ff2-4314-800f-3572a043e6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:57.686524 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.managers [req-0097aab7-ac17-4cd1-8ac5-1c181d18982c req-089edee4-a4ef-4a3f-924f-19a2341c6241 service neutron] Attempting to bind port 9fad2c8a-e8cf-4e3a-9c73-bc5156efaa1b on host hv-cinder-81814 for vnic_type normal with profile {{(pid=86864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 21:51:57.686718 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.managers [req-0097aab7-ac17-4cd1-8ac5-1c181d18982c req-089edee4-a4ef-4a3f-924f-19a2341c6241 service neutron] Attempting to bind port 9fad2c8a-e8cf-4e3a-9c73-bc5156efaa1b by drivers openvswitch,hyperv on host hv-cinder-81814 at level 0 using segments [{'id': '2cc18ceb-0c08-41c7-bd22-c85903a6329a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '9e7c358a-63ea-422e-abd3-2c874bea003b'}] {{(pid=86864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 21:51:57.687408 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0097aab7-ac17-4cd1-8ac5-1c181d18982c req-089edee4-a4ef-4a3f-924f-19a2341c6241 service neutron] Attempting to bind port 9fad2c8a-e8cf-4e3a-9c73-bc5156efaa1b on network 9e7c358a-63ea-422e-abd3-2c874bea003b {{(pid=86864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 16 21:51:57.689610 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [req-089432a9-7303-457c-83a9-34dc379943bf req-a1382fcc-b58b-4d3c-9067-52169be0d523 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Unset dirty status for tenant:51fd3b659b6e4c039a7453f6627ed588 on resource:port {{(pid=86864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:51:57.691650 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-089432a9-7303-457c-83a9-34dc379943bf req-a1382fcc-b58b-4d3c-9067-52169be0d523 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=51fd3b659b6e4c039a7453f6627ed588&fields=id HTTP/1.1" status: 200 len: 255 time: 2.6081364 Nov 16 21:51:57.693470 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Pushing event updated for resources: {'Port': ['ID=47b7cff2-a530-4bb3-a4bc-6b8f685bfb70,revision_number=5']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:57.694175 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-ec092cdf-eb79-47a5-a7c5-c3d18a89fdd2 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677620'] for floatingip, after_update {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:57.702200 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:51:57.725104 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089edee4-a4ef-4a3f-924f-19a2341c6241 service neutron] Pushing event updated for resources: {'Port': ['ID=9fad2c8a-e8cf-4e3a-9c73-bc5156efaa1b,revision_number=2']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:57.756994 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-089edee4-a4ef-4a3f-924f-19a2341c6241 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.280s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:51:57.762900 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0097aab7-ac17-4cd1-8ac5-1c181d18982c req-089edee4-a4ef-4a3f-924f-19a2341c6241 service neutron] Port 9fad2c8a-e8cf-4e3a-9c73-bc5156efaa1b on network 9e7c358a-63ea-422e-abd3-2c874bea003b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81814 {{(pid=86864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 16 21:51:57.763271 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0097aab7-ac17-4cd1-8ac5-1c181d18982c req-089edee4-a4ef-4a3f-924f-19a2341c6241 service neutron] Attempting to bind port 9fad2c8a-e8cf-4e3a-9c73-bc5156efaa1b on network 9e7c358a-63ea-422e-abd3-2c874bea003b {{(pid=86864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 16 21:51:57.765421 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-ec092cdf-eb79-47a5-a7c5-c3d18a89fdd2 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:51:57.846441 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0097aab7-ac17-4cd1-8ac5-1c181d18982c req-089edee4-a4ef-4a3f-924f-19a2341c6241 service neutron] Checking agent: {'id': '426a5c9b-164f-481a-ad6e-a795536ce9ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81814', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 49, 31), 'started_at': datetime.datetime(2021, 11, 16, 21, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 16 21:51:57.846969 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0097aab7-ac17-4cd1-8ac5-1c181d18982c req-089edee4-a4ef-4a3f-924f-19a2341c6241 service neutron] Checking segment: {'id': '2cc18ceb-0c08-41c7-bd22-c85903a6329a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '9e7c358a-63ea-422e-abd3-2c874bea003b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 16 21:51:57.847569 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0097aab7-ac17-4cd1-8ac5-1c181d18982c req-089edee4-a4ef-4a3f-924f-19a2341c6241 service neutron] Bound using segment: {'id': '2cc18ceb-0c08-41c7-bd22-c85903a6329a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '9e7c358a-63ea-422e-abd3-2c874bea003b'} {{(pid=86864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 16 21:51:57.848167 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.managers [req-0097aab7-ac17-4cd1-8ac5-1c181d18982c req-089edee4-a4ef-4a3f-924f-19a2341c6241 service neutron] Bound port: 9fad2c8a-e8cf-4e3a-9c73-bc5156efaa1b, host: hv-cinder-81814, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cc18ceb-0c08-41c7-bd22-c85903a6329a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '9e7c358a-63ea-422e-abd3-2c874bea003b'}}] {{(pid=86864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 21:51:57.848687 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [req-0097aab7-ac17-4cd1-8ac5-1c181d18982c req-089edee4-a4ef-4a3f-924f-19a2341c6241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:57.943069 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-ec092cdf-eb79-47a5-a7c5-c3d18a89fdd2 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for floatingip, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:57.955116 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-ec092cdf-eb79-47a5-a7c5-c3d18a89fdd2 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9474385 Nov 16 21:51:58.335748 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device 47b7cff2-a530-4bb3-a4bc-6b8f685bfb70 up at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 21:51:58.422926 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec092cdf-eb79-47a5-a7c5-c3d18a89fdd2 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Pushing event updated for resources: {'Port': ['ID=dddc2003-db46-4778-977a-b628c37e01cc,revision_number=2']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:58.451715 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-ec092cdf-eb79-47a5-a7c5-c3d18a89fdd2 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.686s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:51:58.470553 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2ffb6-8824-4c4f-bf4d-20e5de526dd7 req-47f56451-ec35-4d87-a994-4d6b078a3384 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:58.494412 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-74e2ffb6-8824-4c4f-bf4d-20e5de526dd7 req-47f56451-ec35-4d87-a994-4d6b078a3384 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9ebdeb9-23ee-4323-8bc7-1d19e4d221f6 HTTP/1.1" status: 200 len: 943 time: 0.1956158 Nov 16 21:51:58.546749 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning complete for port 47b7cff2-a530-4bb3-a4bc-6b8f685bfb70 triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:51:58.551504 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:58.621907 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-74e2ffb6-8824-4c4f-bf4d-20e5de526dd7 req-39d80e89-3392-4d4e-b114-bc70eae55d57 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ce35d2e-a404-4f74-bda4-111ace477a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234851 Nov 16 21:51:58.642545 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-089432a9-7303-457c-83a9-34dc379943bf req-a63a1860-2089-427f-b5d8-0a20769a5351 service neutron] 10.222.0.50 "GET /v2.0/networks/4c2cdc0e-8705-442b-a218-488155a7767e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9128523 Nov 16 21:51:58.647859 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.db [req-0097aab7-ac17-4cd1-8ac5-1c181d18982c req-089edee4-a4ef-4a3f-924f-19a2341c6241 service neutron] For port 9fad2c8a-e8cf-4e3a-9c73-bc5156efaa1b, host hv-cinder-81814, cleared binding levels {{(pid=86864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 16 21:51:58.780584 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-94ae2c1a-1f16-4ed2-be66-e1a93ab74dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:58.911714 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device 78e71538-4d7f-4eb3-adf7-21ef1c35df06 up at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 21:51:59.110404 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.db [req-0097aab7-ac17-4cd1-8ac5-1c181d18982c req-089edee4-a4ef-4a3f-924f-19a2341c6241 service neutron] For port 9fad2c8a-e8cf-4e3a-9c73-bc5156efaa1b, host hv-cinder-81814, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=9fad2c8a-e8cf-4e3a-9c73-bc5156efaa1b,segment=NetworkSegment(2cc18ceb-0c08-41c7-bd22-c85903a6329a),segment_id=2cc18ceb-0c08-41c7-bd22-c85903a6329a)] {{(pid=86864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 16 21:51:59.137356 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [req-0097aab7-ac17-4cd1-8ac5-1c181d18982c req-089edee4-a4ef-4a3f-924f-19a2341c6241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:59.180532 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning for port 78e71538-4d7f-4eb3-adf7-21ef1c35df06 completed by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:51:59.185086 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:51:59.185234 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-b3a89c17-909c-476f-a0b5-17c8e091f7e0 req-2bdf30b6-f63c-4256-a179-9e6e18c2d641 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Synchronizing usage tracker for tenant:727ecad6d44746bbaca7ef41b34b6315 on resource:security_group {{(pid=86863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:51:59.202689 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 39138) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:51:59.204513 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning complete for port 78e71538-4d7f-4eb3-adf7-21ef1c35df06 triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:51:59.205559 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:59.304320 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-b3a89c17-909c-476f-a0b5-17c8e091f7e0 req-2bdf30b6-f63c-4256-a179-9e6e18c2d641 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Unset dirty status for tenant:727ecad6d44746bbaca7ef41b34b6315 on resource:security_group {{(pid=86863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:51:59.314767 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-b3a89c17-909c-476f-a0b5-17c8e091f7e0 req-2bdf30b6-f63c-4256-a179-9e6e18c2d641 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1289644344&fields=id&tenant_id=727ecad6d44746bbaca7ef41b34b6315 HTTP/1.1" status: 200 len: 267 time: 0.2924860 Nov 16 21:51:59.464305 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089edee4-a4ef-4a3f-924f-19a2341c6241 service neutron] Pushing event updated for resources: {'Port': ['ID=9fad2c8a-e8cf-4e3a-9c73-bc5156efaa1b,revision_number=3']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:59.471719 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-089edee4-a4ef-4a3f-924f-19a2341c6241 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:51:59.526667 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097aab7-ac17-4cd1-8ac5-1c181d18982c req-089edee4-a4ef-4a3f-924f-19a2341c6241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:59.530459 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [req-0097aab7-ac17-4cd1-8ac5-1c181d18982c req-089edee4-a4ef-4a3f-924f-19a2341c6241 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578116'] for port, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:59.532371 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-0097aab7-ac17-4cd1-8ac5-1c181d18982c req-089edee4-a4ef-4a3f-924f-19a2341c6241 service neutron] 10.222.0.60 "PUT /v2.0/ports/9fad2c8a-e8cf-4e3a-9c73-bc5156efaa1b HTTP/1.1" status: 200 len: 1093 time: 7.7954836 Nov 16 21:51:59.536076 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9ebdeb9-23ee-4323-8bc7-1d19e4d221f6', 'tag': '9fad2c8a-e8cf-4e3a-9c73-bc5156efaa1b'}] {{(pid=86864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:51:59.581152 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:59.652757 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 39158) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:51:59.683402 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] For port 78e71538-4d7f-4eb3-adf7-21ef1c35df06, host dv-cinder-818140-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=78e71538-4d7f-4eb3-adf7-21ef1c35df06,segment=NetworkSegment(fa6f151b-caab-43d2-8df9-fad7d0c72214),segment_id=fa6f151b-caab-43d2-8df9-fad7d0c72214)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:51:59.692775 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:59.697694 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-223ae83b-fa78-469d-a835-2b86df184578 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:51:59.795410 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-c3f7c342-64f8-45bd-a3f8-8e6223432a52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:59.886252 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Pushing event updated for resources: {'Port': ['ID=78e71538-4d7f-4eb3-adf7-21ef1c35df06,revision_number=5']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:59.900377 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:51:59.938402 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-c3f7c342-64f8-45bd-a3f8-8e6223432a52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:51:59.940376 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-941145a6-33c9-4841-86a3-a7e018513e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:51:59.989254 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-c3f7c342-64f8-45bd-a3f8-8e6223432a52 admin admin] Usage tracker for resource:security_group_rule and tenant:d15b16064c1849358a154a8489525d06 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:52:00.005991 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-c3f7c342-64f8-45bd-a3f8-8e6223432a52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:52:00.014986 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-5bf7d992-fdf7-4e49-ab15-316e56e9c216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:00.025930 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-089432a9-7303-457c-83a9-34dc379943bf req-20d91791-26ad-4f02-8733-0381a5dd8ffc service neutron] 10.222.0.50 "GET /v2.0/networks/4c2cdc0e-8705-442b-a218-488155a7767e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3748493 Nov 16 21:52:00.058344 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-5bf7d992-fdf7-4e49-ab15-316e56e9c216 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:52:00.078806 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-5bf7d992-fdf7-4e49-ab15-316e56e9c216 admin admin] Usage tracker for resource:security_group_rule and tenant:2d1b1dd49aab4e74ab037cce41ce2d6e is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:52:00.082742 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-5bf7d992-fdf7-4e49-ab15-316e56e9c216 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:52:00.089259 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-5bf7d992-fdf7-4e49-ab15-316e56e9c216 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:52:00.216362 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097aab7-ac17-4cd1-8ac5-1c181d18982c req-05b54f94-994a-47f0-b926-5f7729f08fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:00.218994 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-0097aab7-ac17-4cd1-8ac5-1c181d18982c req-05b54f94-994a-47f0-b926-5f7729f08fa3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=03b4f159bfaa4df196bb406c1c8838f7&device_id=f9ebdeb9-23ee-4323-8bc7-1d19e4d221f6 HTTP/1.1" status: 200 len: 1096 time: 0.5038359 Nov 16 21:52:00.228963 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-c3f7c342-64f8-45bd-a3f8-8e6223432a52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:52:00.285202 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a89c17-909c-476f-a0b5-17c8e091f7e0 req-a670b8aa-1751-4327-ac1c-977f6be6a8cd tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:00.289485 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-b3a89c17-909c-476f-a0b5-17c8e091f7e0 req-a670b8aa-1751-4327-ac1c-977f6be6a8cd tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Synchronizing usage tracker for tenant:727ecad6d44746bbaca7ef41b34b6315 on resource:network {{(pid=86863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:52:00.376000 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-5bf7d992-fdf7-4e49-ab15-316e56e9c216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:00.405056 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-5bf7d992-fdf7-4e49-ab15-316e56e9c216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:00.457996 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-0097aab7-ac17-4cd1-8ac5-1c181d18982c req-4eba75d8-29c1-4eee-99ea-3456a7911d65 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9fad2c8a-e8cf-4e3a-9c73-bc5156efaa1b HTTP/1.1" status: 200 len: 217 time: 0.2307782 Nov 16 21:52:00.486880 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-b0fe8621-f3dc-476e-9a31-3e3a12f9bfc7 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:00.501882 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-5bf7d992-fdf7-4e49-ab15-316e56e9c216 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2d1b1dd49aab4e74ab037cce41ce2d6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8403528 Nov 16 21:52:00.503300 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-b3a89c17-909c-476f-a0b5-17c8e091f7e0 req-a670b8aa-1751-4327-ac1c-977f6be6a8cd tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Unset dirty status for tenant:727ecad6d44746bbaca7ef41b34b6315 on resource:network {{(pid=86863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:52:00.511566 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-b3a89c17-909c-476f-a0b5-17c8e091f7e0 req-a670b8aa-1751-4327-ac1c-977f6be6a8cd tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/networks?id=cfb6277a-1481-4312-adb0-643dce04514b HTTP/1.1" status: 200 len: 816 time: 1.1954186 Nov 16 21:52:00.514173 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 39204) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:00.619675 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-b3a89c17-909c-476f-a0b5-17c8e091f7e0 req-9873213b-f514-4cd7-a792-950ac5694625 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/quotas/727ecad6d44746bbaca7ef41b34b6315 HTTP/1.1" status: 200 len: 375 time: 0.1069880 Nov 16 21:52:00.634876 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097aab7-ac17-4cd1-8ac5-1c181d18982c req-4fb2b620-c9bd-4218-9fb3-9276073242b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:00.640794 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-0097aab7-ac17-4cd1-8ac5-1c181d18982c req-4fb2b620-c9bd-4218-9fb3-9276073242b1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=353950ae-b479-49fb-8b8e-654474251f78 HTTP/1.1" status: 200 len: 850 time: 0.1721318 Nov 16 21:52:00.687547 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80bd465-d08c-478c-bea9-ca1e1ccfe617 req-8cd4a82a-a568-4a9d-88e5-17d0b2976b54 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:00.690951 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [req-f80bd465-d08c-478c-bea9-ca1e1ccfe617 req-8cd4a82a-a568-4a9d-88e5-17d0b2976b54 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] Synchronizing usage tracker for tenant:03b4f159bfaa4df196bb406c1c8838f7 on resource:port {{(pid=86864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:52:00.731810 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf7d992-fdf7-4e49-ab15-316e56e9c216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c516718d-99f0-4826-9bd9-128cc7b50bc9,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:00.745686 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [req-f80bd465-d08c-478c-bea9-ca1e1ccfe617 req-8cd4a82a-a568-4a9d-88e5-17d0b2976b54 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] Unset dirty status for tenant:03b4f159bfaa4df196bb406c1c8838f7 on resource:port {{(pid=86864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:52:00.752172 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:00.755877 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-f80bd465-d08c-478c-bea9-ca1e1ccfe617 req-8cd4a82a-a568-4a9d-88e5-17d0b2976b54 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9ebdeb9-23ee-4323-8bc7-1d19e4d221f6 HTTP/1.1" status: 200 len: 943 time: 0.3809083 Nov 16 21:52:00.832450 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [req-f80bd465-d08c-478c-bea9-ca1e1ccfe617 req-05e98138-5c8b-4b05-b92d-b5427eb7f705 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] Synchronizing usage tracker for tenant:03b4f159bfaa4df196bb406c1c8838f7 on resource:security_group {{(pid=86864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:52:00.869735 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-5bf7d992-fdf7-4e49-ab15-316e56e9c216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:00.897516 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [req-f80bd465-d08c-478c-bea9-ca1e1ccfe617 req-05e98138-5c8b-4b05-b92d-b5427eb7f705 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] Unset dirty status for tenant:03b4f159bfaa4df196bb406c1c8838f7 on resource:security_group {{(pid=86864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:52:00.909015 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-f80bd465-d08c-478c-bea9-ca1e1ccfe617 req-05e98138-5c8b-4b05-b92d-b5427eb7f705 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ce35d2e-a404-4f74-bda4-111ace477a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505773 Nov 16 21:52:01.115041 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-88cbb197-e738-4bd7-85ea-96aa8f1150c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:01.176861 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-88cbb197-e738-4bd7-85ea-96aa8f1150c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:01.185979 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-c3f7c342-64f8-45bd-a3f8-8e6223432a52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:01.211251 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-c3f7c342-64f8-45bd-a3f8-8e6223432a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:01.282408 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:01.348560 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-0097aab7-ac17-4cd1-8ac5-1c181d18982c req-71f3f707-b388-4ae1-a06f-c5c0b96a3888 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9e7c358a-63ea-422e-abd3-2c874bea003b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2331872 Nov 16 21:52:01.390243 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-39c40996-df72-409a-98f5-24b5a5adbb0e req-bf827b74-2bb4-428e-b3cd-29d909fca7c5 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 210 time: 0.3942015 Nov 16 21:52:01.427959 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-c3f7c342-64f8-45bd-a3f8-8e6223432a52 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d15b16064c1849358a154a8489525d06&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2206640 Nov 16 21:52:01.432001 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 39244) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:01.437686 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f7c342-64f8-45bd-a3f8-8e6223432a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=040b2a3f-a22f-4f36-a201-cd04270af017,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:01.453098 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-c3f7c342-64f8-45bd-a3f8-8e6223432a52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:01.470288 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-b3a89c17-909c-476f-a0b5-17c8e091f7e0 req-d2eb7551-3f67-4ad6-b52e-d15fc8131375 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Synchronizing usage tracker for tenant:727ecad6d44746bbaca7ef41b34b6315 on resource:port {{(pid=86863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:52:01.569320 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-88cbb197-e738-4bd7-85ea-96aa8f1150c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:01.618370 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:01.658482 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-88cbb197-e738-4bd7-85ea-96aa8f1150c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:01.660489 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-88cbb197-e738-4bd7-85ea-96aa8f1150c8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c516718d-99f0-4826-9bd9-128cc7b50bc9 HTTP/1.1" status: 204 len: 168 time: 1.1355810 Nov 16 21:52:01.664988 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-b3a89c17-909c-476f-a0b5-17c8e091f7e0 req-d2eb7551-3f67-4ad6-b52e-d15fc8131375 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Unset dirty status for tenant:727ecad6d44746bbaca7ef41b34b6315 on resource:port {{(pid=86863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:52:01.666901 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-b3a89c17-909c-476f-a0b5-17c8e091f7e0 req-d2eb7551-3f67-4ad6-b52e-d15fc8131375 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=727ecad6d44746bbaca7ef41b34b6315&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0460379 Nov 16 21:52:01.694926 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-4edeae8c-05cc-46e5-8b16-ca9d467a5a47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:01.697630 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cbb197-e738-4bd7-85ea-96aa8f1150c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c516718d-99f0-4826-9bd9-128cc7b50bc9,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:01.700608 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-88cbb197-e738-4bd7-85ea-96aa8f1150c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:01.729831 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-4edeae8c-05cc-46e5-8b16-ca9d467a5a47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:01.769393 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-0097aab7-ac17-4cd1-8ac5-1c181d18982c req-32fb0d6f-a5ce-4ae5-8984-55fa9eb8e4c7 service neutron] 10.222.0.60 "GET /v2.0/networks/9e7c358a-63ea-422e-abd3-2c874bea003b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620870 Nov 16 21:52:01.827428 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-4edeae8c-05cc-46e5-8b16-ca9d467a5a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:01.841058 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:01.888319 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edeae8c-05cc-46e5-8b16-ca9d467a5a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040b2a3f-a22f-4f36-a201-cd04270af017,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:01.892254 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-4edeae8c-05cc-46e5-8b16-ca9d467a5a47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:01.894738 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-4edeae8c-05cc-46e5-8b16-ca9d467a5a47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:01.894738 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-4edeae8c-05cc-46e5-8b16-ca9d467a5a47 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/040b2a3f-a22f-4f36-a201-cd04270af017 HTTP/1.1" status: 204 len: 168 time: 0.4596786 Nov 16 21:52:01.906224 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9ebdeb9-23ee-4323-8bc7-1d19e4d221f6', 'tag': '9fad2c8a-e8cf-4e3a-9c73-bc5156efaa1b', 'status': 'completed', 'code': 200} Nov 16 21:52:01.953157 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device 78e71538-4d7f-4eb3-adf7-21ef1c35df06 up at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 21:52:02.101015 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [req-b3a89c17-909c-476f-a0b5-17c8e091f7e0 req-2540d230-7d56-412f-b490-9ae8f6e7672d service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=86863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:52:02.102234 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-b3a89c17-909c-476f-a0b5-17c8e091f7e0 req-2540d230-7d56-412f-b490-9ae8f6e7672d service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2433879 Nov 16 21:52:02.213234 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning complete for port 78e71538-4d7f-4eb3-adf7-21ef1c35df06 triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:02.213895 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:02.283199 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-0097aab7-ac17-4cd1-8ac5-1c181d18982c req-52f76bdb-c437-4d5a-923d-0658267dda61 service neutron] 10.222.0.60 "GET /v2.0/networks/9e7c358a-63ea-422e-abd3-2c874bea003b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993925 Nov 16 21:52:02.312329 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32633b93-c96c-4ab2-ba53-fd8e65bb3233 req-4c2fda20-f762-4c69-aa1a-1ce666d97e71 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:02.322039 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-32633b93-c96c-4ab2-ba53-fd8e65bb3233 req-4c2fda20-f762-4c69-aa1a-1ce666d97e71 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/networks?id=4c2cdc0e-8705-442b-a218-488155a7767e HTTP/1.1" status: 200 len: 819 time: 0.2187665 Nov 16 21:52:02.355046 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-32633b93-c96c-4ab2-ba53-fd8e65bb3233 req-865a5493-06b3-48d2-9996-c9b651f40874 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/quotas/51fd3b659b6e4c039a7453f6627ed588 HTTP/1.1" status: 200 len: 375 time: 0.0310521 Nov 16 21:52:02.457809 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-b3a89c17-909c-476f-a0b5-17c8e091f7e0 req-e2d58134-aec3-48bc-a406-21ffdb0d96a1 service neutron] 10.222.0.50 "GET /v2.0/networks/cfb6277a-1481-4312-adb0-643dce04514b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3475492 Nov 16 21:52:02.555206 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 39310) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:02.592760 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-c3a7c18d-1e51-4158-9afe-26c16fe4ab88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:02.625340 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-32633b93-c96c-4ab2-ba53-fd8e65bb3233 req-e9b96718-f986-45bd-9f1d-52a05bec0037 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=51fd3b659b6e4c039a7453f6627ed588&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2693274 Nov 16 21:52:02.737950 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-c3a7c18d-1e51-4158-9afe-26c16fe4ab88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:52:02.754428 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e576c-ba5a-4a50-962a-9233c2592a40 req-b052d464-f8c3-461b-8db2-eb85eb76f467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:02.755989 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-ca1e576c-ba5a-4a50-962a-9233c2592a40 req-b052d464-f8c3-461b-8db2-eb85eb76f467 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=03b4f159bfaa4df196bb406c1c8838f7&device_id=f9ebdeb9-23ee-4323-8bc7-1d19e4d221f6 HTTP/1.1" status: 200 len: 1096 time: 0.3990686 Nov 16 21:52:02.757282 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-c3a7c18d-1e51-4158-9afe-26c16fe4ab88 admin admin] Usage tracker for resource:security_group_rule and tenant:206e82bb4576453e9d12f628c09d5bb9 is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:52:02.762344 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-c3a7c18d-1e51-4158-9afe-26c16fe4ab88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:52:02.793720 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-c3a7c18d-1e51-4158-9afe-26c16fe4ab88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:52:02.872186 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-b3a89c17-909c-476f-a0b5-17c8e091f7e0 req-5e9cce75-a209-4859-98af-307bb8f2f62c service neutron] 10.222.0.50 "GET /v2.0/networks/cfb6277a-1481-4312-adb0-643dce04514b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4125154 Nov 16 21:52:02.935811 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-32633b93-c96c-4ab2-ba53-fd8e65bb3233 req-2f440de3-bff4-4ce9-bc28-10d93a253bc6 service neutron] 10.222.0.50 "GET /v2.0/networks/4c2cdc0e-8705-442b-a218-488155a7767e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092799 Nov 16 21:52:03.060276 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 39328) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:03.153798 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-32633b93-c96c-4ab2-ba53-fd8e65bb3233 req-d6884681-453a-463d-8809-a35a376a12b6 service neutron] 10.222.0.50 "GET /v2.0/networks/4c2cdc0e-8705-442b-a218-488155a7767e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170420 Nov 16 21:52:03.187161 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e576c-ba5a-4a50-962a-9233c2592a40 req-8cfcff52-fced-4ca4-847b-0114d082b42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:03.188660 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-ca1e576c-ba5a-4a50-962a-9233c2592a40 req-8cfcff52-fced-4ca4-847b-0114d082b42f service neutron] 10.222.0.60 "GET /v2.0/networks?id=9e7c358a-63ea-422e-abd3-2c874bea003b HTTP/1.1" status: 200 len: 911 time: 0.4231234 Nov 16 21:52:03.339397 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.60', 57239) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:03.398134 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44298283-859c-4863-a679-d7730b35cef4 req-adc65f0e-8a2e-42e1-b0fe-99f2c680f103 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:03.400112 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-44298283-859c-4863-a679-d7730b35cef4 req-adc65f0e-8a2e-42e1-b0fe-99f2c680f103 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9ebdeb9-23ee-4323-8bc7-1d19e4d221f6 HTTP/1.1" status: 200 len: 943 time: 0.1649008 Nov 16 21:52:03.410102 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-ca1e576c-ba5a-4a50-962a-9233c2592a40 req-ae847a4a-fdc8-4f2c-9a91-2f669192f763 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9fad2c8a-e8cf-4e3a-9c73-bc5156efaa1b HTTP/1.1" status: 200 len: 217 time: 0.2120569 Nov 16 21:52:03.601364 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-44298283-859c-4863-a679-d7730b35cef4 req-b640bbe3-17d2-457a-a1be-d2eaab9e6f1f tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ce35d2e-a404-4f74-bda4-111ace477a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937382 Nov 16 21:52:03.656034 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 39360) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:03.710370 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-05112b6d-f97c-40d5-9e66-e062db381c11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:03.718024 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e576c-ba5a-4a50-962a-9233c2592a40 req-a191cdbc-f376-4a6e-b190-b081ba850eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:03.723375 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-ca1e576c-ba5a-4a50-962a-9233c2592a40 req-a191cdbc-f376-4a6e-b190-b081ba850eef service neutron] 10.222.0.60 "GET /v2.0/subnets?id=353950ae-b479-49fb-8b8e-654474251f78 HTTP/1.1" status: 200 len: 850 time: 0.3025775 Nov 16 21:52:03.756721 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-c3a7c18d-1e51-4158-9afe-26c16fe4ab88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:03.837895 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-05112b6d-f97c-40d5-9e66-e062db381c11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:52:03.856336 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-05112b6d-f97c-40d5-9e66-e062db381c11 admin admin] Usage tracker for resource:security_group_rule and tenant:77652d67e4994be390f2790b707d9139 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:52:03.865302 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-05112b6d-f97c-40d5-9e66-e062db381c11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:52:03.875199 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-05112b6d-f97c-40d5-9e66-e062db381c11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:52:03.926759 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-c3a7c18d-1e51-4158-9afe-26c16fe4ab88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:03.944278 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-26d4bf25-8039-4b8b-bbb1-f14affeb8a48 req-ca947706-94f0-484f-8c0a-c6ef46052d9e tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 210 time: 0.1850903 Nov 16 21:52:04.032319 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:04.043901 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-05112b6d-f97c-40d5-9e66-e062db381c11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:04.061829 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-492f8fdf-7ce4-45e5-b993-cb97e07731e0 req-939cdd9f-b8f8-4972-b55a-dcf255b6753f tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=01a70cdd-89ae-4bb3-b9a7-b4c6d7dde373 HTTP/1.1" status: 200 len: 210 time: 0.3191059 Nov 16 21:52:04.070642 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-c3a7c18d-1e51-4158-9afe-26c16fe4ab88 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=206e82bb4576453e9d12f628c09d5bb9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5106475 Nov 16 21:52:04.073563 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-ca1e576c-ba5a-4a50-962a-9233c2592a40 req-3f6af3cb-391b-47d7-b6da-deaf53862d63 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9e7c358a-63ea-422e-abd3-2c874bea003b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2275162 Nov 16 21:52:04.093240 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 39388) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:04.116831 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-05112b6d-f97c-40d5-9e66-e062db381c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:04.145729 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:04.210428 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-55672738-7544-4ef3-a5f2-5f8b0884ae2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:04.235198 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05112b6d-f97c-40d5-9e66-e062db381c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a92684-c2e4-4e1c-91c5-f74af981e822,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:04.265073 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-05112b6d-f97c-40d5-9e66-e062db381c11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:04.305306 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-55672738-7544-4ef3-a5f2-5f8b0884ae2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:52:04.323743 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-55672738-7544-4ef3-a5f2-5f8b0884ae2c admin admin] Usage tracker for resource:security_group_rule and tenant:cf9b77825f66485ba613548305ce9a77 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:52:04.339168 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-05112b6d-f97c-40d5-9e66-e062db381c11 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=77652d67e4994be390f2790b707d9139&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2747688 Nov 16 21:52:04.340103 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-55672738-7544-4ef3-a5f2-5f8b0884ae2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:52:04.346449 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 39402) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:04.364528 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-55672738-7544-4ef3-a5f2-5f8b0884ae2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:52:04.431121 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a7c18d-1e51-4158-9afe-26c16fe4ab88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a724e2-5fbe-4a89-a8bd-2e3dc114b5ce,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:04.459069 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-c3a7c18d-1e51-4158-9afe-26c16fe4ab88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:04.466112 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089432a9-7303-457c-83a9-34dc379943bf req-d0e52df4-173d-4b5e-9639-8770a9bdcb43 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:04.467644 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-089432a9-7303-457c-83a9-34dc379943bf req-d0e52df4-173d-4b5e-9639-8770a9bdcb43 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.60 "GET /v2.0/networks?id=4c2cdc0e-8705-442b-a218-488155a7767e HTTP/1.1" status: 200 len: 819 time: 1.1105261 Nov 16 21:52:04.499990 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.v2.base [req-089432a9-7303-457c-83a9-34dc379943bf req-383b95fd-66ff-4d6e-af6d-b31126b0c4b2 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Request body: {'port': {'device_id': '10fce765-90e3-4dee-9199-f78bb7064a76', 'network_id': '4c2cdc0e-8705-442b-a218-488155a7767e', 'admin_state_up': True, 'tenant_id': '51fd3b659b6e4c039a7453f6627ed588'}} {{(pid=86864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:04.545250 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-c59e6d8b-0f03-4740-9a21-4d25aacab8a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:04.589090 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-c59e6d8b-0f03-4740-9a21-4d25aacab8a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:04.671756 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-55672738-7544-4ef3-a5f2-5f8b0884ae2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:04.683879 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-55672738-7544-4ef3-a5f2-5f8b0884ae2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:04.693723 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-697b012f-3bb6-40d9-a7de-497ed2d8d439 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:04.745756 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-c59e6d8b-0f03-4740-9a21-4d25aacab8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:04.775247 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-55672738-7544-4ef3-a5f2-5f8b0884ae2c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cf9b77825f66485ba613548305ce9a77&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1143632 Nov 16 21:52:04.775247 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-c59e6d8b-0f03-4740-9a21-4d25aacab8a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:04.775247 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-c59e6d8b-0f03-4740-9a21-4d25aacab8a7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f1a92684-c2e4-4e1c-91c5-f74af981e822 HTTP/1.1" status: 204 len: 168 time: 0.4264147 Nov 16 21:52:04.775247 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55672738-7544-4ef3-a5f2-5f8b0884ae2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba0ac93-f053-4da4-89bc-2313d1aef445,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:04.777561 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 39416) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:04.780393 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-55672738-7544-4ef3-a5f2-5f8b0884ae2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:04.781028 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-5bf7d992-fdf7-4e49-ab15-316e56e9c216 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:04.832649 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59e6d8b-0f03-4740-9a21-4d25aacab8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a92684-c2e4-4e1c-91c5-f74af981e822,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:04.837369 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-c59e6d8b-0f03-4740-9a21-4d25aacab8a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:04.856139 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-e66ed588-1868-40c8-81b8-7778039439c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:04.915226 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-e66ed588-1868-40c8-81b8-7778039439c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:05.048911 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-e66ed588-1868-40c8-81b8-7778039439c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:05.054012 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:05.054771 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-ca1e576c-ba5a-4a50-962a-9233c2592a40 req-2f4a014f-661e-41c1-bbf5-29bb84b7ce43 service neutron] 10.222.0.60 "GET /v2.0/networks/9e7c358a-63ea-422e-abd3-2c874bea003b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9530861 Nov 16 21:52:05.055813 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-4ca21215-9637-4fba-afcb-34a113263b89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:05.097650 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66ed588-1868-40c8-81b8-7778039439c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba0ac93-f053-4da4-89bc-2313d1aef445,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:05.122518 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-e66ed588-1868-40c8-81b8-7778039439c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:05.125272 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.60', 57244) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:05.146816 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-e66ed588-1868-40c8-81b8-7778039439c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:05.154180 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-e66ed588-1868-40c8-81b8-7778039439c6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8ba0ac93-f053-4da4-89bc-2313d1aef445 HTTP/1.1" status: 204 len: 168 time: 0.3716557 Nov 16 21:52:05.161587 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-4ca21215-9637-4fba-afcb-34a113263b89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:05.226640 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device 9fad2c8a-e8cf-4e3a-9c73-bc5156efaa1b details requested by agent hyperv_hv-cinder-81814 with host hv-cinder-81814 {{(pid=86865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 16 21:52:05.379626 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [req-089432a9-7303-457c-83a9-34dc379943bf req-383b95fd-66ff-4d6e-af6d-b31126b0c4b2 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:52:05.427482 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port 9fad2c8a-e8cf-4e3a-9c73-bc5156efaa1b, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=9fad2c8a-e8cf-4e3a-9c73-bc5156efaa1b,segment=NetworkSegment(2cc18ceb-0c08-41c7-bd22-c85903a6329a),segment_id=2cc18ceb-0c08-41c7-bd22-c85903a6329a)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:52:05.444177 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Returning: {'device': '9fad2c8a-e8cf-4e3a-9c73-bc5156efaa1b', 'network_id': '9e7c358a-63ea-422e-abd3-2c874bea003b', 'port_id': '9fad2c8a-e8cf-4e3a-9c73-bc5156efaa1b', 'mac_address': 'fa:16:3e:0a:74:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '353950ae-b479-49fb-8b8e-654474251f78', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 16 21:52:05.460869 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [req-089432a9-7303-457c-83a9-34dc379943bf req-383b95fd-66ff-4d6e-af6d-b31126b0c4b2 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:52:05.474717 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-4ca21215-9637-4fba-afcb-34a113263b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:05.501721 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:05.532238 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-089432a9-7303-457c-83a9-34dc379943bf req-383b95fd-66ff-4d6e-af6d-b31126b0c4b2 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Made reservation on behalf of 51fd3b659b6e4c039a7453f6627ed588 for: {'port': 1} {{(pid=86864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:52:05.540346 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [req-089432a9-7303-457c-83a9-34dc379943bf req-383b95fd-66ff-4d6e-af6d-b31126b0c4b2 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:05.547184 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:05.561614 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca21215-9637-4fba-afcb-34a113263b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a724e2-5fbe-4a89-a8bd-2e3dc114b5ce,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:05.592993 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-7bf0807e-d86f-4957-99d2-ac81081de127 req-39325e6a-8f95-41a6-b18a-097527277463 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 210 time: 0.1735435 Nov 16 21:52:05.617379 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-4ca21215-9637-4fba-afcb-34a113263b89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:05.657744 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-4ca21215-9637-4fba-afcb-34a113263b89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:05.659890 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-4ca21215-9637-4fba-afcb-34a113263b89 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b9a724e2-5fbe-4a89-a8bd-2e3dc114b5ce HTTP/1.1" status: 204 len: 168 time: 1.5645771 Nov 16 21:52:05.697970 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.notifiers.nova [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fad2c8a-e8cf-4e3a-9c73-bc5156efaa1b {{(pid=86865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:52:05.719031 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port 9fad2c8a-e8cf-4e3a-9c73-bc5156efaa1b, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=9fad2c8a-e8cf-4e3a-9c73-bc5156efaa1b,segment=NetworkSegment(2cc18ceb-0c08-41c7-bd22-c85903a6329a),segment_id=2cc18ceb-0c08-41c7-bd22-c85903a6329a)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:52:05.728942 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:05.730552 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a89c17-909c-476f-a0b5-17c8e091f7e0 req-03451fa7-ed85-40e8-9305-e52d04d6ab2d tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:05.734195 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-b3a89c17-909c-476f-a0b5-17c8e091f7e0 req-03451fa7-ed85-40e8-9305-e52d04d6ab2d tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.60 "GET /v2.0/networks?id=cfb6277a-1481-4312-adb0-643dce04514b HTTP/1.1" status: 200 len: 816 time: 0.6076610 Nov 16 21:52:05.735535 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:05.841247 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.60', 57248) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:05.846399 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-01aa3e56-8d6b-4d4f-b7f1-67ea1e831f33 req-4386b4fb-d564-4146-9258-d9d6f6f3b905 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=01a70cdd-89ae-4bb3-b9a7-b4c6d7dde373 HTTP/1.1" status: 200 len: 210 time: 0.0551391 Nov 16 21:52:05.884862 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Pushing event updated for resources: {'Port': ['ID=9fad2c8a-e8cf-4e3a-9c73-bc5156efaa1b,revision_number=4']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:05.897867 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:05.950756 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-b3a89c17-909c-476f-a0b5-17c8e091f7e0 req-8402212e-6474-4a91-b219-147e70f80ee2 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=727ecad6d44746bbaca7ef41b34b6315 HTTP/1.1" status: 200 len: 380 time: 0.2034183 Nov 16 21:52:06.015721 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] get_ports_and_sgs() called for port_ids ['9fad2c8a-e8cf-4e3a-9c73-bc5156efaa1b'] {{(pid=86865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 16 21:52:06.073797 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 39458) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:06.074382 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 39460) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:06.092964 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-ca1e576c-ba5a-4a50-962a-9233c2592a40 req-4db1b656-e56a-4ed1-8f02-48c15e2530de service neutron] 10.222.0.60 "GET /v2.0/networks/9e7c358a-63ea-422e-abd3-2c874bea003b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8098841 Nov 16 21:52:06.094470 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [req-b3a89c17-909c-476f-a0b5-17c8e091f7e0 req-8dd297ef-e4df-448f-9b2a-74c3e8c83fab tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Request body: {'port': {'device_id': '054c3407-affa-4aac-b17e-66a4885a7181', 'network_id': 'cfb6277a-1481-4312-adb0-643dce04514b', 'admin_state_up': True, 'tenant_id': '727ecad6d44746bbaca7ef41b34b6315', 'security_groups': ['55f9fc7b-602a-4af6-aae5-556c0579dc1d']}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:06.197187 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-d35345f4-35e2-429e-8b16-e812e9d22b39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:06.212588 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-2f876f78-bb33-4b81-b13a-3e6c9b348fb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:06.237856 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-d35345f4-35e2-429e-8b16-e812e9d22b39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:52:06.243478 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-d35345f4-35e2-429e-8b16-e812e9d22b39 admin admin] Usage tracker for resource:security_group_rule and tenant:dcc2dc3e3e35464995a8b1da4892bef8 is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:52:06.246597 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-d35345f4-35e2-429e-8b16-e812e9d22b39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:52:06.254692 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-d35345f4-35e2-429e-8b16-e812e9d22b39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:52:06.366473 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-d35345f4-35e2-429e-8b16-e812e9d22b39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:06.370894 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-2f876f78-bb33-4b81-b13a-3e6c9b348fb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:52:06.375876 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-2f876f78-bb33-4b81-b13a-3e6c9b348fb9 admin admin] Usage tracker for resource:security_group_rule and tenant:d3e77233e5554d73bf4f6ac06942132c is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:52:06.380654 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-2f876f78-bb33-4b81-b13a-3e6c9b348fb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:52:06.387260 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-2f876f78-bb33-4b81-b13a-3e6c9b348fb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:52:06.425257 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [req-b3a89c17-909c-476f-a0b5-17c8e091f7e0 req-8dd297ef-e4df-448f-9b2a-74c3e8c83fab tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:52:06.445877 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc97965d-7de3-4cdd-b16a-0e194cb4519a req-5ed03cb2-1f6d-4c7d-9aab-7b2fbd9591a3 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:06.447535 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-bc97965d-7de3-4cdd-b16a-0e194cb4519a req-5ed03cb2-1f6d-4c7d-9aab-7b2fbd9591a3 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9ebdeb9-23ee-4323-8bc7-1d19e4d221f6 HTTP/1.1" status: 200 len: 943 time: 1.1714559 Nov 16 21:52:06.455429 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-d35345f4-35e2-429e-8b16-e812e9d22b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:06.457324 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.db_base_plugin_common [req-089432a9-7303-457c-83a9-34dc379943bf req-383b95fd-66ff-4d6e-af6d-b31126b0c4b2 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Allocated IP 172.20.0.14 (4c2cdc0e-8705-442b-a218-488155a7767e/7ba5f404-5610-4d51-b5c8-16096278c672/4ced111e-1ae0-43ac-84df-e1bfc805cdd3) {{(pid=86864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:52:06.493240 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [req-b3a89c17-909c-476f-a0b5-17c8e091f7e0 req-8dd297ef-e4df-448f-9b2a-74c3e8c83fab tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:52:06.501534 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:06.537193 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-bc97965d-7de3-4cdd-b16a-0e194cb4519a req-3f7367a1-3e3e-47f0-ad95-af6811b5e57f tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ce35d2e-a404-4f74-bda4-111ace477a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774822 Nov 16 21:52:06.553373 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3a89c17-909c-476f-a0b5-17c8e091f7e0 req-8dd297ef-e4df-448f-9b2a-74c3e8c83fab tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Made reservation on behalf of 727ecad6d44746bbaca7ef41b34b6315 for: {'port': 1} {{(pid=86863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:52:06.557041 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-b3a89c17-909c-476f-a0b5-17c8e091f7e0 req-8dd297ef-e4df-448f-9b2a-74c3e8c83fab tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:06.629118 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-d35345f4-35e2-429e-8b16-e812e9d22b39 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dcc2dc3e3e35464995a8b1da4892bef8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5479591 Nov 16 21:52:06.633782 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 39486) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:06.649532 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35345f4-35e2-429e-8b16-e812e9d22b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dee8979-d4a5-4782-b65f-5a3a313d7066,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:06.687815 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-d35345f4-35e2-429e-8b16-e812e9d22b39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:06.747183 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-2f876f78-bb33-4b81-b13a-3e6c9b348fb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:06.764365 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-2f876f78-bb33-4b81-b13a-3e6c9b348fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:06.766916 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32633b93-c96c-4ab2-ba53-fd8e65bb3233 req-5110b9c3-f03b-479b-b104-5387a10d2ef1 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:06.767428 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-32633b93-c96c-4ab2-ba53-fd8e65bb3233 req-5110b9c3-f03b-479b-b104-5387a10d2ef1 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Synchronizing usage tracker for tenant:51fd3b659b6e4c039a7453f6627ed588 on resource:network {{(pid=86863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:52:06.840398 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-32633b93-c96c-4ab2-ba53-fd8e65bb3233 req-5110b9c3-f03b-479b-b104-5387a10d2ef1 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Unset dirty status for tenant:51fd3b659b6e4c039a7453f6627ed588 on resource:network {{(pid=86863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:52:06.841636 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-32633b93-c96c-4ab2-ba53-fd8e65bb3233 req-5110b9c3-f03b-479b-b104-5387a10d2ef1 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.60 "GET /v2.0/networks?id=4c2cdc0e-8705-442b-a218-488155a7767e HTTP/1.1" status: 200 len: 819 time: 0.9937394 Nov 16 21:52:06.860646 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:06.872627 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-2f876f78-bb33-4b81-b13a-3e6c9b348fb9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d3e77233e5554d73bf4f6ac06942132c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7857256 Nov 16 21:52:06.898755 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 39502) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:06.907914 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [req-32633b93-c96c-4ab2-ba53-fd8e65bb3233 req-5b038e32-ad68-41b8-b203-8669e69c84e8 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Request body: {'port': {'device_id': '01a70cdd-89ae-4bb3-b9a7-b4c6d7dde373', 'network_id': '4c2cdc0e-8705-442b-a218-488155a7767e', 'admin_state_up': True, 'tenant_id': '51fd3b659b6e4c039a7453f6627ed588'}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:06.984440 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-f7ad77f7-85f4-4e70-b856-bc37b0b3e06b req-7c9dfd58-6055-4874-a58c-30e0e2851c15 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 210 time: 0.1484289 Nov 16 21:52:07.095271 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f876f78-bb33-4b81-b13a-3e6c9b348fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f407ed-fc8a-4bde-a7fa-eb2bbeefe136,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:07.128489 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-ecf396a6-8bc9-4546-b192-ca6019259b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:07.131933 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-2f876f78-bb33-4b81-b13a-3e6c9b348fb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:07.166642 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-ad5ec915-de43-4712-88f7-b088a4e933af req-5b03ab9a-a6ab-45eb-b592-10a35eaef356 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=01a70cdd-89ae-4bb3-b9a7-b4c6d7dde373 HTTP/1.1" status: 200 len: 210 time: 0.0741692 Nov 16 21:52:07.210162 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device 9fad2c8a-e8cf-4e3a-9c73-bc5156efaa1b up at agent hyperv_hv-cinder-81814 {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 21:52:07.236697 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [req-089432a9-7303-457c-83a9-34dc379943bf req-383b95fd-66ff-4d6e-af6d-b31126b0c4b2 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Notify callbacks [] for port, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:07.262370 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.db_base_plugin_common [req-b3a89c17-909c-476f-a0b5-17c8e091f7e0 req-8dd297ef-e4df-448f-9b2a-74c3e8c83fab tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Allocated IP 172.20.0.11 (cfb6277a-1481-4312-adb0-643dce04514b/fd05cea4-2dd2-4a0d-8f4a-e62d3c4e1889/e59bfc3b-1030-4b9e-91e4-fe40cfedee28) {{(pid=86863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:52:07.294151 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-ecf396a6-8bc9-4546-b192-ca6019259b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:07.296569 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [req-089432a9-7303-457c-83a9-34dc379943bf req-383b95fd-66ff-4d6e-af6d-b31126b0c4b2 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790568269105'] for port, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:07.310587 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-3986a29b-ded5-4ceb-9192-e843e363d9d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:07.327031 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-88add6df-5522-467a-b620-ba70ec0e8a9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:07.382255 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Provisioning for port 9fad2c8a-e8cf-4e3a-9c73-bc5156efaa1b completed by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:52:07.388486 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Provisioning complete for port 9fad2c8a-e8cf-4e3a-9c73-bc5156efaa1b triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:07.389792 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:07.404320 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-089432a9-7303-457c-83a9-34dc379943bf req-383b95fd-66ff-4d6e-af6d-b31126b0c4b2 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Network 4c2cdc0e-8705-442b-a218-488155a7767e is already hosted by enough agents. {{(pid=86864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:52:07.408057 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.base_scheduler [req-089432a9-7303-457c-83a9-34dc379943bf req-383b95fd-66ff-4d6e-af6d-b31126b0c4b2 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Resources bound (agent type, host, resource id): {{(pid=86864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:52:07.413691 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.l3_dvrscheduler_db [req-089432a9-7303-457c-83a9-34dc379943bf req-383b95fd-66ff-4d6e-af6d-b31126b0c4b2 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Received port after_create {{(pid=86864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 16 21:52:07.413851 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [req-32633b93-c96c-4ab2-ba53-fd8e65bb3233 req-5b038e32-ad68-41b8-b203-8669e69c84e8 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:52:07.420492 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089432a9-7303-457c-83a9-34dc379943bf req-383b95fd-66ff-4d6e-af6d-b31126b0c4b2 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:07.421161 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [req-089432a9-7303-457c-83a9-34dc379943bf req-383b95fd-66ff-4d6e-af6d-b31126b0c4b2 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578116'] for port, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:07.429921 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b95fd-66ff-4d6e-af6d-b31126b0c4b2 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Pushing event updated for resources: {'Port': ['ID=4ced111e-1ae0-43ac-84df-e1bfc805cdd3,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:07.439247 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-383b95fd-66ff-4d6e-af6d-b31126b0c4b2 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:07.443204 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-88add6df-5522-467a-b620-ba70ec0e8a9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:07.450714 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [req-32633b93-c96c-4ab2-ba53-fd8e65bb3233 req-5b038e32-ad68-41b8-b203-8669e69c84e8 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:52:07.493309 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.db.api [req-32633b93-c96c-4ab2-ba53-fd8e65bb3233 req-5b038e32-ad68-41b8-b203-8669e69c84e8 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 16 21:52:07.493309 dv-cinder-818140-1-smb neutron-server[86863]: [SQL: INSERT INTO resourcedeltas (resource, reservation_id, amount) VALUES (%(resource)s, %(reservation_id)s, %(amount)s)] Nov 16 21:52:07.493309 dv-cinder-818140-1-smb neutron-server[86863]: [parameters: {'resource': 'port', 'reservation_id': '50bdd2d3-6435-4251-b450-fe8421d7877d', 'amount': 1}] Nov 16 21:52:07.493309 dv-cinder-818140-1-smb neutron-server[86863]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=86863) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:52:07.494546 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_db.api [req-32633b93-c96c-4ab2-ba53-fd8e65bb3233 req-5b038e32-ad68-41b8-b203-8669e69c84e8 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Performing DB retry for function neutron.db.quota.driver.DbQuotaDriver.make_reservation {{(pid=86863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:52:07.503878 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-089432a9-7303-457c-83a9-34dc379943bf req-383b95fd-66ff-4d6e-af6d-b31126b0c4b2 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0220573 Nov 16 21:52:07.517180 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.v2.base [req-089432a9-7303-457c-83a9-34dc379943bf req-315f2409-0cbc-417a-82f5-57689f4e8604 service neutron] Request body: {'port': {'device_id': '10fce765-90e3-4dee-9199-f78bb7064a76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81814'}} {{(pid=86864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:07.574217 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-ecf396a6-8bc9-4546-b192-ca6019259b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:07.582494 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:07.583687 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:07.619105 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ebdeb9-23ee-4323-8bc7-1d19e4d221f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fad2c8a-e8cf-4e3a-9c73-bc5156efaa1b'}] {{(pid=86865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:52:07.645312 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf396a6-8bc9-4546-b192-ca6019259b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dee8979-d4a5-4782-b65f-5a3a313d7066,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:07.660962 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-ecf396a6-8bc9-4546-b192-ca6019259b5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:07.730282 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port 9fad2c8a-e8cf-4e3a-9c73-bc5156efaa1b, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=9fad2c8a-e8cf-4e3a-9c73-bc5156efaa1b,segment=NetworkSegment(2cc18ceb-0c08-41c7-bd22-c85903a6329a),segment_id=2cc18ceb-0c08-41c7-bd22-c85903a6329a)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:52:07.738533 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:07.746950 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:07.749069 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-ecf396a6-8bc9-4546-b192-ca6019259b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:07.753435 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-ecf396a6-8bc9-4546-b192-ca6019259b5a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9dee8979-d4a5-4782-b65f-5a3a313d7066 HTTP/1.1" status: 204 len: 168 time: 1.1184564 Nov 16 21:52:07.767806 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-88add6df-5522-467a-b620-ba70ec0e8a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:07.770130 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [req-089432a9-7303-457c-83a9-34dc379943bf req-315f2409-0cbc-417a-82f5-57689f4e8604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:07.775039 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-c3f7c342-64f8-45bd-a3f8-8e6223432a52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:07.819525 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-b3a89c17-909c-476f-a0b5-17c8e091f7e0 req-8dd297ef-e4df-448f-9b2a-74c3e8c83fab tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks [] for port, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:07.827781 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 39552) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:07.835220 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-88add6df-5522-467a-b620-ba70ec0e8a9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:07.836314 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-88add6df-5522-467a-b620-ba70ec0e8a9f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/03f407ed-fc8a-4bde-a7fa-eb2bbeefe136 HTTP/1.1" status: 204 len: 168 time: 0.9362161 Nov 16 21:52:07.844903 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88add6df-5522-467a-b620-ba70ec0e8a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f407ed-fc8a-4bde-a7fa-eb2bbeefe136,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:07.852929 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-88add6df-5522-467a-b620-ba70ec0e8a9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:07.867018 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.provisioning_blocks [req-b3a89c17-909c-476f-a0b5-17c8e091f7e0 req-8dd297ef-e4df-448f-9b2a-74c3e8c83fab tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Transition to ACTIVE for port object e59bfc3b-1030-4b9e-91e4-fe40cfedee28 will not be triggered until provisioned by entity DHCP. {{(pid=86863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:52:07.905351 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Pushing event updated for resources: {'Port': ['ID=9fad2c8a-e8cf-4e3a-9c73-bc5156efaa1b,revision_number=5']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:07.915474 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:07.921622 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac57187-217f-4e73-852c-b0ea4a61301b req-e58b8987-e246-46a7-8ec1-cd1d8bcb1b68 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:07.923356 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-8ac57187-217f-4e73-852c-b0ea4a61301b req-e58b8987-e246-46a7-8ec1-cd1d8bcb1b68 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9ebdeb9-23ee-4323-8bc7-1d19e4d221f6 HTTP/1.1" status: 200 len: 945 time: 0.1568658 Nov 16 21:52:07.925607 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-b3a89c17-909c-476f-a0b5-17c8e091f7e0 req-8dd297ef-e4df-448f-9b2a-74c3e8c83fab tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790568269105'] for port, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:07.934658 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-5f1f7000-7e97-432e-b046-820b9156b6b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:08.021319 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [req-32633b93-c96c-4ab2-ba53-fd8e65bb3233 req-5b038e32-ad68-41b8-b203-8669e69c84e8 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:52:08.032897 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-32633b93-c96c-4ab2-ba53-fd8e65bb3233 req-5b038e32-ad68-41b8-b203-8669e69c84e8 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Usage tracker for resource:port and tenant:51fd3b659b6e4c039a7453f6627ed588 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:52:08.063993 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-32633b93-c96c-4ab2-ba53-fd8e65bb3233 req-5b038e32-ad68-41b8-b203-8669e69c84e8 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:52:08.068274 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3a89c17-909c-476f-a0b5-17c8e091f7e0 req-8dd297ef-e4df-448f-9b2a-74c3e8c83fab tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Network cfb6277a-1481-4312-adb0-643dce04514b is already hosted by enough agents. {{(pid=86863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:52:08.077534 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.base_scheduler [req-b3a89c17-909c-476f-a0b5-17c8e091f7e0 req-8dd297ef-e4df-448f-9b2a-74c3e8c83fab tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Resources bound (agent type, host, resource id): {{(pid=86863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:52:08.079906 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [req-32633b93-c96c-4ab2-ba53-fd8e65bb3233 req-5b038e32-ad68-41b8-b203-8669e69c84e8 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:52:08.090720 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3a89c17-909c-476f-a0b5-17c8e091f7e0 req-8dd297ef-e4df-448f-9b2a-74c3e8c83fab tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Received port after_create {{(pid=86863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 16 21:52:08.096890 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a89c17-909c-476f-a0b5-17c8e091f7e0 req-8dd297ef-e4df-448f-9b2a-74c3e8c83fab tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:08.097716 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-b3a89c17-909c-476f-a0b5-17c8e091f7e0 req-8dd297ef-e4df-448f-9b2a-74c3e8c83fab tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578116'] for port, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:08.107472 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd297ef-e4df-448f-9b2a-74c3e8c83fab tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Pushing event updated for resources: {'Port': ['ID=e59bfc3b-1030-4b9e-91e4-fe40cfedee28,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:08.127943 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-8dd297ef-e4df-448f-9b2a-74c3e8c83fab tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:08.131664 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-8ac57187-217f-4e73-852c-b0ea4a61301b req-27e018bf-3874-4fb4-943e-aff65e1891a4 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ce35d2e-a404-4f74-bda4-111ace477a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973612 Nov 16 21:52:08.149800 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32633b93-c96c-4ab2-ba53-fd8e65bb3233 req-5b038e32-ad68-41b8-b203-8669e69c84e8 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Made reservation on behalf of 51fd3b659b6e4c039a7453f6627ed588 for: {'port': 1} {{(pid=86863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:52:08.161163 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-32633b93-c96c-4ab2-ba53-fd8e65bb3233 req-5b038e32-ad68-41b8-b203-8669e69c84e8 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:08.173079 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-b3a89c17-909c-476f-a0b5-17c8e091f7e0 req-8dd297ef-e4df-448f-9b2a-74c3e8c83fab tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0923901 Nov 16 21:52:08.200690 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [req-b3a89c17-909c-476f-a0b5-17c8e091f7e0 req-7d9a3b55-e9d7-4b8c-be35-71516e8edf29 service neutron] Request body: {'port': {'device_id': '054c3407-affa-4aac-b17e-66a4885a7181', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81814'}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:08.497858 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c3b89-7da9-4ad6-871b-c6bd96a47a98 req-e597539f-861b-4c69-9d13-77ab82651d0b tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:08.509853 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-a33c3b89-7da9-4ad6-871b-c6bd96a47a98 req-e597539f-861b-4c69-9d13-77ab82651d0b tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 932 time: 0.1778398 Nov 16 21:52:08.514046 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-b49494df-fa77-41b0-9ec6-7c08675c27c9 req-ca0a95ab-4f37-4bb4-98dc-5bde4599bca1 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=01a70cdd-89ae-4bb3-b9a7-b4c6d7dde373 HTTP/1.1" status: 200 len: 210 time: 0.1265690 Nov 16 21:52:08.526964 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-d9b9a536-89e6-48f8-be2e-45642dfd4408 None None] Provisioning for port e59bfc3b-1030-4b9e-91e4-fe40cfedee28 completed by entity DHCP. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:52:08.536991 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-d9b9a536-89e6-48f8-be2e-45642dfd4408 None None] Provisioning complete for port e59bfc3b-1030-4b9e-91e4-fe40cfedee28 triggered by entity DHCP. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:08.537675 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d9b9a536-89e6-48f8-be2e-45642dfd4408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:08.568612 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-a33c3b89-7da9-4ad6-871b-c6bd96a47a98 req-a727b752-6ce4-42d7-86e1-d4332122090c tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575664 Nov 16 21:52:08.645078 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-b3a89c17-909c-476f-a0b5-17c8e091f7e0 req-7d9a3b55-e9d7-4b8c-be35-71516e8edf29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:08.673621 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-d9b9a536-89e6-48f8-be2e-45642dfd4408 None None] Port e59bfc3b-1030-4b9e-91e4-fe40cfedee28 cannot update to ACTIVE because it is not bound. {{(pid=86865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 16 21:52:08.729282 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.notifiers.nova [req-089432a9-7303-457c-83a9-34dc379943bf req-315f2409-0cbc-417a-82f5-57689f4e8604 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ced111e-1ae0-43ac-84df-e1bfc805cdd3 {{(pid=86864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:52:08.741953 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [req-089432a9-7303-457c-83a9-34dc379943bf req-315f2409-0cbc-417a-82f5-57689f4e8604 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:08.759638 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.provisioning_blocks [req-089432a9-7303-457c-83a9-34dc379943bf req-315f2409-0cbc-417a-82f5-57689f4e8604 service neutron] Transition to ACTIVE for port object 4ced111e-1ae0-43ac-84df-e1bfc805cdd3 will not be triggered until provisioned by entity L2. {{(pid=86864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:52:08.767221 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [req-089432a9-7303-457c-83a9-34dc379943bf req-315f2409-0cbc-417a-82f5-57689f4e8604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:08.779530 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-bf9a1867-a8e1-4cf1-b3a2-01681e9c8666 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:08.878553 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-da43e216-daae-47f8-a93a-07117301ceea admin admin] Notify callbacks [] for security_group, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:08.984504 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.db_base_plugin_common [req-32633b93-c96c-4ab2-ba53-fd8e65bb3233 req-5b038e32-ad68-41b8-b203-8669e69c84e8 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Allocated IP 172.20.0.3 (4c2cdc0e-8705-442b-a218-488155a7767e/7ba5f404-5610-4d51-b5c8-16096278c672/ee403728-2c86-4f7f-aa46-758e8426ce78) {{(pid=86863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:52:09.008529 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-da43e216-daae-47f8-a93a-07117301ceea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:52:09.185023 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-da43e216-daae-47f8-a93a-07117301ceea admin admin] Usage tracker for resource:security_group_rule and tenant:66b7fdc4860b4b1ca7eacca796dcf53a is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:52:09.265840 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-da43e216-daae-47f8-a93a-07117301ceea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:52:09.293027 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-da43e216-daae-47f8-a93a-07117301ceea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:52:09.335036 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.managers [req-089432a9-7303-457c-83a9-34dc379943bf req-315f2409-0cbc-417a-82f5-57689f4e8604 service neutron] Attempting to bind port 4ced111e-1ae0-43ac-84df-e1bfc805cdd3 on host hv-cinder-81814 for vnic_type normal with profile {{(pid=86864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 21:52:09.335392 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.managers [req-089432a9-7303-457c-83a9-34dc379943bf req-315f2409-0cbc-417a-82f5-57689f4e8604 service neutron] Attempting to bind port 4ced111e-1ae0-43ac-84df-e1bfc805cdd3 by drivers openvswitch,hyperv on host hv-cinder-81814 at level 0 using segments [{'id': 'fa6f151b-caab-43d2-8df9-fad7d0c72214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4c2cdc0e-8705-442b-a218-488155a7767e'}] {{(pid=86864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 21:52:09.335718 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089432a9-7303-457c-83a9-34dc379943bf req-315f2409-0cbc-417a-82f5-57689f4e8604 service neutron] Attempting to bind port 4ced111e-1ae0-43ac-84df-e1bfc805cdd3 on network 4c2cdc0e-8705-442b-a218-488155a7767e {{(pid=86864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 16 21:52:09.348929 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f2409-0cbc-417a-82f5-57689f4e8604 service neutron] Pushing event updated for resources: {'Port': ['ID=4ced111e-1ae0-43ac-84df-e1bfc805cdd3,revision_number=2']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:09.353111 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089432a9-7303-457c-83a9-34dc379943bf req-315f2409-0cbc-417a-82f5-57689f4e8604 service neutron] Port 4ced111e-1ae0-43ac-84df-e1bfc805cdd3 on network 4c2cdc0e-8705-442b-a218-488155a7767e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81814 {{(pid=86864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 16 21:52:09.353480 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089432a9-7303-457c-83a9-34dc379943bf req-315f2409-0cbc-417a-82f5-57689f4e8604 service neutron] Attempting to bind port 4ced111e-1ae0-43ac-84df-e1bfc805cdd3 on network 4c2cdc0e-8705-442b-a218-488155a7767e {{(pid=86864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 16 21:52:09.390902 dv-cinder-818140-1-smb neutron-server[86865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ebdeb9-23ee-4323-8bc7-1d19e4d221f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fad2c8a-e8cf-4e3a-9c73-bc5156efaa1b', 'code': 200} Nov 16 21:52:09.402601 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-315f2409-0cbc-417a-82f5-57689f4e8604 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:09.425795 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.notifiers.nova [req-b3a89c17-909c-476f-a0b5-17c8e091f7e0 req-7d9a3b55-e9d7-4b8c-be35-71516e8edf29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e59bfc3b-1030-4b9e-91e4-fe40cfedee28 {{(pid=86863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:52:09.426437 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089432a9-7303-457c-83a9-34dc379943bf req-315f2409-0cbc-417a-82f5-57689f4e8604 service neutron] Checking agent: {'id': '426a5c9b-164f-481a-ad6e-a795536ce9ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81814', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 49, 31), 'started_at': datetime.datetime(2021, 11, 16, 21, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 16 21:52:09.426799 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089432a9-7303-457c-83a9-34dc379943bf req-315f2409-0cbc-417a-82f5-57689f4e8604 service neutron] Checking segment: {'id': 'fa6f151b-caab-43d2-8df9-fad7d0c72214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4c2cdc0e-8705-442b-a218-488155a7767e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 16 21:52:09.427188 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089432a9-7303-457c-83a9-34dc379943bf req-315f2409-0cbc-417a-82f5-57689f4e8604 service neutron] Bound using segment: {'id': 'fa6f151b-caab-43d2-8df9-fad7d0c72214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4c2cdc0e-8705-442b-a218-488155a7767e'} {{(pid=86864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 16 21:52:09.427621 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.managers [req-089432a9-7303-457c-83a9-34dc379943bf req-315f2409-0cbc-417a-82f5-57689f4e8604 service neutron] Bound port: 4ced111e-1ae0-43ac-84df-e1bfc805cdd3, host: hv-cinder-81814, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa6f151b-caab-43d2-8df9-fad7d0c72214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4c2cdc0e-8705-442b-a218-488155a7767e'}}] {{(pid=86864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 21:52:09.427964 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [req-089432a9-7303-457c-83a9-34dc379943bf req-315f2409-0cbc-417a-82f5-57689f4e8604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:09.444286 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-b3a89c17-909c-476f-a0b5-17c8e091f7e0 req-7d9a3b55-e9d7-4b8c-be35-71516e8edf29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:09.462434 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-32633b93-c96c-4ab2-ba53-fd8e65bb3233 req-5b038e32-ad68-41b8-b203-8669e69c84e8 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Notify callbacks [] for port, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:09.478914 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.provisioning_blocks [req-b3a89c17-909c-476f-a0b5-17c8e091f7e0 req-7d9a3b55-e9d7-4b8c-be35-71516e8edf29 service neutron] Transition to ACTIVE for port object e59bfc3b-1030-4b9e-91e4-fe40cfedee28 will not be triggered until provisioned by entity L2. {{(pid=86863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:52:09.489892 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-b3a89c17-909c-476f-a0b5-17c8e091f7e0 req-7d9a3b55-e9d7-4b8c-be35-71516e8edf29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:09.498344 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:09.633874 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f513f948-f05b-48e8-85e1-008aea041ffe req-da83366f-17a4-4f95-b1c1-b7231899c161 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:09.645436 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-f513f948-f05b-48e8-85e1-008aea041ffe req-da83366f-17a4-4f95-b1c1-b7231899c161 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9ebdeb9-23ee-4323-8bc7-1d19e4d221f6 HTTP/1.1" status: 200 len: 945 time: 0.3008468 Nov 16 21:52:09.661104 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9a3b55-e9d7-4b8c-be35-71516e8edf29 service neutron] Pushing event updated for resources: {'Port': ['ID=e59bfc3b-1030-4b9e-91e4-fe40cfedee28,revision_number=2']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:09.716488 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-7d9a3b55-e9d7-4b8c-be35-71516e8edf29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:09.717686 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-32633b93-c96c-4ab2-ba53-fd8e65bb3233 req-5b038e32-ad68-41b8-b203-8669e69c84e8 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790568269105'] for port, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:09.727805 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.db [req-089432a9-7303-457c-83a9-34dc379943bf req-315f2409-0cbc-417a-82f5-57689f4e8604 service neutron] For port 4ced111e-1ae0-43ac-84df-e1bfc805cdd3, host hv-cinder-81814, cleared binding levels {{(pid=86864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 16 21:52:09.759291 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:09.763347 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-da43e216-daae-47f8-a93a-07117301ceea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:09.821333 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.db [req-089432a9-7303-457c-83a9-34dc379943bf req-315f2409-0cbc-417a-82f5-57689f4e8604 service neutron] For port 4ced111e-1ae0-43ac-84df-e1bfc805cdd3, host hv-cinder-81814, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=4ced111e-1ae0-43ac-84df-e1bfc805cdd3,segment=NetworkSegment(fa6f151b-caab-43d2-8df9-fad7d0c72214),segment_id=fa6f151b-caab-43d2-8df9-fad7d0c72214)] {{(pid=86864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 16 21:52:09.826332 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-da43e216-daae-47f8-a93a-07117301ceea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:09.863864 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-c3a7c18d-1e51-4158-9afe-26c16fe4ab88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:09.896361 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-f513f948-f05b-48e8-85e1-008aea041ffe req-ca09cdeb-5877-432a-a1b4-5ec9d8f02606 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ce35d2e-a404-4f74-bda4-111ace477a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274423 Nov 16 21:52:09.897637 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [req-089432a9-7303-457c-83a9-34dc379943bf req-315f2409-0cbc-417a-82f5-57689f4e8604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:09.902223 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da43e216-daae-47f8-a93a-07117301ceea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1deceb37-ea2e-4bc9-8fc2-990eac161462,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:09.913628 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-da43e216-daae-47f8-a93a-07117301ceea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:09.943416 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:09.976816 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.managers [req-b3a89c17-909c-476f-a0b5-17c8e091f7e0 req-7d9a3b55-e9d7-4b8c-be35-71516e8edf29 service neutron] Attempting to bind port e59bfc3b-1030-4b9e-91e4-fe40cfedee28 on host hv-cinder-81814 for vnic_type normal with profile {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 21:52:09.977173 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.managers [req-b3a89c17-909c-476f-a0b5-17c8e091f7e0 req-7d9a3b55-e9d7-4b8c-be35-71516e8edf29 service neutron] Attempting to bind port e59bfc3b-1030-4b9e-91e4-fe40cfedee28 by drivers openvswitch,hyperv on host hv-cinder-81814 at level 0 using segments [{'id': '0768277f-89e3-47c8-84f9-a7ae38cc5ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'cfb6277a-1481-4312-adb0-643dce04514b'}] {{(pid=86863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 21:52:09.977546 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a89c17-909c-476f-a0b5-17c8e091f7e0 req-7d9a3b55-e9d7-4b8c-be35-71516e8edf29 service neutron] Attempting to bind port e59bfc3b-1030-4b9e-91e4-fe40cfedee28 on network cfb6277a-1481-4312-adb0-643dce04514b {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 16 21:52:10.011448 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a89c17-909c-476f-a0b5-17c8e091f7e0 req-7d9a3b55-e9d7-4b8c-be35-71516e8edf29 service neutron] Port e59bfc3b-1030-4b9e-91e4-fe40cfedee28 on network cfb6277a-1481-4312-adb0-643dce04514b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81814 {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 16 21:52:10.018930 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a89c17-909c-476f-a0b5-17c8e091f7e0 req-7d9a3b55-e9d7-4b8c-be35-71516e8edf29 service neutron] Attempting to bind port e59bfc3b-1030-4b9e-91e4-fe40cfedee28 on network cfb6277a-1481-4312-adb0-643dce04514b {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 16 21:52:10.039538 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32633b93-c96c-4ab2-ba53-fd8e65bb3233 req-5b038e32-ad68-41b8-b203-8669e69c84e8 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Network 4c2cdc0e-8705-442b-a218-488155a7767e is already hosted by enough agents. {{(pid=86863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:52:10.042171 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a89c17-909c-476f-a0b5-17c8e091f7e0 req-7d9a3b55-e9d7-4b8c-be35-71516e8edf29 service neutron] Checking agent: {'id': '426a5c9b-164f-481a-ad6e-a795536ce9ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81814', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 49, 31), 'started_at': datetime.datetime(2021, 11, 16, 21, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 16 21:52:10.042525 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a89c17-909c-476f-a0b5-17c8e091f7e0 req-7d9a3b55-e9d7-4b8c-be35-71516e8edf29 service neutron] Checking segment: {'id': '0768277f-89e3-47c8-84f9-a7ae38cc5ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'cfb6277a-1481-4312-adb0-643dce04514b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 16 21:52:10.043245 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a89c17-909c-476f-a0b5-17c8e091f7e0 req-7d9a3b55-e9d7-4b8c-be35-71516e8edf29 service neutron] Bound using segment: {'id': '0768277f-89e3-47c8-84f9-a7ae38cc5ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'cfb6277a-1481-4312-adb0-643dce04514b'} {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 16 21:52:10.043666 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.managers [req-b3a89c17-909c-476f-a0b5-17c8e091f7e0 req-7d9a3b55-e9d7-4b8c-be35-71516e8edf29 service neutron] Bound port: e59bfc3b-1030-4b9e-91e4-fe40cfedee28, host: hv-cinder-81814, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0768277f-89e3-47c8-84f9-a7ae38cc5ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'cfb6277a-1481-4312-adb0-643dce04514b'}}] {{(pid=86863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 21:52:10.044009 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-b3a89c17-909c-476f-a0b5-17c8e091f7e0 req-7d9a3b55-e9d7-4b8c-be35-71516e8edf29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:10.058581 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.base_scheduler [req-32633b93-c96c-4ab2-ba53-fd8e65bb3233 req-5b038e32-ad68-41b8-b203-8669e69c84e8 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Resources bound (agent type, host, resource id): {{(pid=86863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:52:10.075710 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-da43e216-daae-47f8-a93a-07117301ceea admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=66b7fdc4860b4b1ca7eacca796dcf53a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2408643 Nov 16 21:52:10.077208 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089432a9-7303-457c-83a9-34dc379943bf req-315f2409-0cbc-417a-82f5-57689f4e8604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:10.078084 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [req-089432a9-7303-457c-83a9-34dc379943bf req-315f2409-0cbc-417a-82f5-57689f4e8604 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578116'] for port, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:10.079603 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-089432a9-7303-457c-83a9-34dc379943bf req-315f2409-0cbc-417a-82f5-57689f4e8604 service neutron] 10.222.0.60 "PUT /v2.0/ports/4ced111e-1ae0-43ac-84df-e1bfc805cdd3 HTTP/1.1" status: 200 len: 1094 time: 2.5676374 Nov 16 21:52:10.083102 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 39636) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:10.084556 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10fce765-90e3-4dee-9199-f78bb7064a76', 'tag': '4ced111e-1ae0-43ac-84df-e1bfc805cdd3'}] {{(pid=86864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:52:10.087410 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.l3_dvrscheduler_db [req-32633b93-c96c-4ab2-ba53-fd8e65bb3233 req-5b038e32-ad68-41b8-b203-8669e69c84e8 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Received port after_create {{(pid=86863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 16 21:52:10.093152 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32633b93-c96c-4ab2-ba53-fd8e65bb3233 req-5b038e32-ad68-41b8-b203-8669e69c84e8 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:10.094010 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-32633b93-c96c-4ab2-ba53-fd8e65bb3233 req-5b038e32-ad68-41b8-b203-8669e69c84e8 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578116'] for port, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:10.114135 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b038e32-ad68-41b8-b203-8669e69c84e8 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Pushing event updated for resources: {'Port': ['ID=ee403728-2c86-4f7f-aa46-758e8426ce78,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:10.129559 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-5b038e32-ad68-41b8-b203-8669e69c84e8 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:10.142533 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e1ee1-a750-4deb-8718-d27af0ff64bc req-2088477b-b5d3-49e5-b03e-f6b9bc17d347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:10.145180 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-9d7e1ee1-a750-4deb-8718-d27af0ff64bc req-2088477b-b5d3-49e5-b03e-f6b9bc17d347 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f9ebdeb9-23ee-4323-8bc7-1d19e4d221f6 HTTP/1.1" status: 200 len: 1098 time: 0.3953216 Nov 16 21:52:10.152257 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f2409-0cbc-417a-82f5-57689f4e8604 service neutron] Pushing event updated for resources: {'Port': ['ID=4ced111e-1ae0-43ac-84df-e1bfc805cdd3,revision_number=3']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:10.245764 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-315f2409-0cbc-417a-82f5-57689f4e8604 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:10.270887 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.db [req-b3a89c17-909c-476f-a0b5-17c8e091f7e0 req-7d9a3b55-e9d7-4b8c-be35-71516e8edf29 service neutron] For port e59bfc3b-1030-4b9e-91e4-fe40cfedee28, host hv-cinder-81814, cleared binding levels {{(pid=86863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 16 21:52:10.275258 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.db [req-b3a89c17-909c-476f-a0b5-17c8e091f7e0 req-7d9a3b55-e9d7-4b8c-be35-71516e8edf29 service neutron] For port e59bfc3b-1030-4b9e-91e4-fe40cfedee28, host hv-cinder-81814, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=e59bfc3b-1030-4b9e-91e4-fe40cfedee28,segment=NetworkSegment(0768277f-89e3-47c8-84f9-a7ae38cc5ef8),segment_id=0768277f-89e3-47c8-84f9-a7ae38cc5ef8)] {{(pid=86863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 16 21:52:10.290995 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-b3a89c17-909c-476f-a0b5-17c8e091f7e0 req-7d9a3b55-e9d7-4b8c-be35-71516e8edf29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:10.302970 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-8dd297ef-e4df-448f-9b2a-74c3e8c83fab tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:10.380331 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-32633b93-c96c-4ab2-ba53-fd8e65bb3233 req-5b038e32-ad68-41b8-b203-8669e69c84e8 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4823732 Nov 16 21:52:10.380626 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [req-9d7e1ee1-a750-4deb-8718-d27af0ff64bc req-740bf515-9ae1-493b-813e-5cfd0428c9b6 service neutron] Notify callbacks [] for security_group, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:10.390961 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fdb652-a1fb-4415-9508-2be62717165e req-0c0999a3-8000-4166-95eb-0e09f82754b3 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:10.395883 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-c3fdb652-a1fb-4415-9508-2be62717165e req-0c0999a3-8000-4166-95eb-0e09f82754b3 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Synchronizing usage tracker for tenant:51fd3b659b6e4c039a7453f6627ed588 on resource:port {{(pid=86863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:52:10.405196 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a89c17-909c-476f-a0b5-17c8e091f7e0 req-7d9a3b55-e9d7-4b8c-be35-71516e8edf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:10.405799 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-b3a89c17-909c-476f-a0b5-17c8e091f7e0 req-7d9a3b55-e9d7-4b8c-be35-71516e8edf29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578116'] for port, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:10.407376 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-b3a89c17-909c-476f-a0b5-17c8e091f7e0 req-7d9a3b55-e9d7-4b8c-be35-71516e8edf29 service neutron] 10.222.0.60 "PUT /v2.0/ports/e59bfc3b-1030-4b9e-91e4-fe40cfedee28 HTTP/1.1" status: 200 len: 1094 time: 2.2256191 Nov 16 21:52:10.407873 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '054c3407-affa-4aac-b17e-66a4885a7181', 'tag': 'e59bfc3b-1030-4b9e-91e4-fe40cfedee28'}] {{(pid=86863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:52:10.472568 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [req-9d7e1ee1-a750-4deb-8718-d27af0ff64bc req-740bf515-9ae1-493b-813e-5cfd0428c9b6 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:52:10.477023 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [req-9d7e1ee1-a750-4deb-8718-d27af0ff64bc req-740bf515-9ae1-493b-813e-5cfd0428c9b6 service neutron] Usage tracker for resource:security_group_rule and tenant:c44edc85398046c18417ca326565ed60 is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:52:10.480313 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [req-9d7e1ee1-a750-4deb-8718-d27af0ff64bc req-740bf515-9ae1-493b-813e-5cfd0428c9b6 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:52:10.486314 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [req-9d7e1ee1-a750-4deb-8718-d27af0ff64bc req-740bf515-9ae1-493b-813e-5cfd0428c9b6 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:52:10.588845 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [req-9d7e1ee1-a750-4deb-8718-d27af0ff64bc req-740bf515-9ae1-493b-813e-5cfd0428c9b6 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:10.612103 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-85354e04-6767-4a42-a022-f4dc5386ce42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:10.623851 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed88f42-9d37-4953-abbb-1954a3c0bd36 req-c727819e-0605-4269-aa85-b91bf0b64b93 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:10.625547 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-fed88f42-9d37-4953-abbb-1954a3c0bd36 req-c727819e-0605-4269-aa85-b91bf0b64b93 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 944 time: 0.4787631 Nov 16 21:52:10.626390 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [req-9d7e1ee1-a750-4deb-8718-d27af0ff64bc req-740bf515-9ae1-493b-813e-5cfd0428c9b6 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:10.632234 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [req-32633b93-c96c-4ab2-ba53-fd8e65bb3233 req-fe920b19-0d78-409b-8b75-c95b281e70ed service neutron] Request body: {'port': {'device_id': '01a70cdd-89ae-4bb3-b9a7-b4c6d7dde373', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81814'}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:10.702371 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-c3fdb652-a1fb-4415-9508-2be62717165e req-0c0999a3-8000-4166-95eb-0e09f82754b3 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Unset dirty status for tenant:51fd3b659b6e4c039a7453f6627ed588 on resource:port {{(pid=86863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:52:10.703664 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-c3fdb652-a1fb-4415-9508-2be62717165e req-0c0999a3-8000-4166-95eb-0e09f82754b3 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=01a70cdd-89ae-4bb3-b9a7-b4c6d7dde373 HTTP/1.1" status: 200 len: 931 time: 0.8751199 Nov 16 21:52:10.712669 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9a3b55-e9d7-4b8c-be35-71516e8edf29 service neutron] Pushing event updated for resources: {'Port': ['ID=e59bfc3b-1030-4b9e-91e4-fe40cfedee28,revision_number=3']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:10.716072 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-7d9a3b55-e9d7-4b8c-be35-71516e8edf29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:10.717259 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-da43e216-daae-47f8-a93a-07117301ceea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:10.764257 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-9d7e1ee1-a750-4deb-8718-d27af0ff64bc req-740bf515-9ae1-493b-813e-5cfd0428c9b6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5ce35d2e-a404-4f74-bda4-111ace477a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5328240 Nov 16 21:52:10.772941 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740bf515-9ae1-493b-813e-5cfd0428c9b6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=64cc3161-1a4f-4f06-ade8-0c1f53f615fa,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:10.777020 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089432a9-7303-457c-83a9-34dc379943bf req-b201057f-23e3-4e6c-9a93-081f74473e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:10.778742 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-089432a9-7303-457c-83a9-34dc379943bf req-b201057f-23e3-4e6c-9a93-081f74473e40 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=51fd3b659b6e4c039a7453f6627ed588&device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 1097 time: 0.6309204 Nov 16 21:52:10.791533 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-740bf515-9ae1-493b-813e-5cfd0428c9b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:10.809036 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-fed88f42-9d37-4953-abbb-1954a3c0bd36 req-3f42c7a2-6cb5-4ac6-a7ab-e96e179c3811 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627429 Nov 16 21:52:10.813630 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-85354e04-6767-4a42-a022-f4dc5386ce42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:10.829625 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-c3fdb652-a1fb-4415-9508-2be62717165e req-cf8f3235-0d2f-4ca0-b669-9297c9051826 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Synchronizing usage tracker for tenant:51fd3b659b6e4c039a7453f6627ed588 on resource:security_group {{(pid=86863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:52:10.857504 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a89c17-909c-476f-a0b5-17c8e091f7e0 req-8bae002f-3b52-470b-95f6-a86ff76ee094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:10.859077 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-b3a89c17-909c-476f-a0b5-17c8e091f7e0 req-8bae002f-3b52-470b-95f6-a86ff76ee094 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=727ecad6d44746bbaca7ef41b34b6315&device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 1097 time: 0.3444588 Nov 16 21:52:10.868223 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-32633b93-c96c-4ab2-ba53-fd8e65bb3233 req-fe920b19-0d78-409b-8b75-c95b281e70ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:10.894454 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-c3fdb652-a1fb-4415-9508-2be62717165e req-cf8f3235-0d2f-4ca0-b669-9297c9051826 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Unset dirty status for tenant:51fd3b659b6e4c039a7453f6627ed588 on resource:security_group {{(pid=86863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:52:10.895628 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-c3fdb652-a1fb-4415-9508-2be62717165e req-cf8f3235-0d2f-4ca0-b669-9297c9051826 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784372 Nov 16 21:52:10.909460 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10fce765-90e3-4dee-9199-f78bb7064a76', 'tag': '4ced111e-1ae0-43ac-84df-e1bfc805cdd3', 'status': 'completed', 'code': 200} Nov 16 21:52:10.934234 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-85354e04-6767-4a42-a022-f4dc5386ce42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:10.938517 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-740bf515-9ae1-493b-813e-5cfd0428c9b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:10.967816 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85354e04-6767-4a42-a022-f4dc5386ce42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1deceb37-ea2e-4bc9-8fc2-990eac161462,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:10.973503 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-85354e04-6767-4a42-a022-f4dc5386ce42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:10.991732 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-85354e04-6767-4a42-a022-f4dc5386ce42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:10.995511 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-85354e04-6767-4a42-a022-f4dc5386ce42 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1deceb37-ea2e-4bc9-8fc2-990eac161462 HTTP/1.1" status: 204 len: 168 time: 0.9032762 Nov 16 21:52:11.112907 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-089432a9-7303-457c-83a9-34dc379943bf req-0017913c-e82d-40ff-986f-e01698d512a6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ced111e-1ae0-43ac-84df-e1bfc805cdd3 HTTP/1.1" status: 200 len: 217 time: 0.1160183 Nov 16 21:52:11.127064 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-b3a89c17-909c-476f-a0b5-17c8e091f7e0 req-77b5e0a6-c438-4e48-bceb-798db409c700 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e59bfc3b-1030-4b9e-91e4-fe40cfedee28 HTTP/1.1" status: 200 len: 217 time: 0.1319304 Nov 16 21:52:11.219208 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a89c17-909c-476f-a0b5-17c8e091f7e0 req-ddd2a1ba-a974-4e13-9200-850e84c68d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:11.220336 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-b3a89c17-909c-476f-a0b5-17c8e091f7e0 req-ddd2a1ba-a974-4e13-9200-850e84c68d19 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fd05cea4-2dd2-4a0d-8f4a-e62d3c4e1889 HTTP/1.1" status: 200 len: 855 time: 0.0842791 Nov 16 21:52:11.261983 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089432a9-7303-457c-83a9-34dc379943bf req-eecca3ba-b61f-492a-b948-6b33309f64db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:11.264952 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-089432a9-7303-457c-83a9-34dc379943bf req-eecca3ba-b61f-492a-b948-6b33309f64db service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7ba5f404-5610-4d51-b5c8-16096278c672 HTTP/1.1" status: 200 len: 859 time: 0.1449800 Nov 16 21:52:11.322170 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-089432a9-7303-457c-83a9-34dc379943bf req-cc1605c5-b21f-45c0-b4dc-783e52300b4f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4c2cdc0e-8705-442b-a218-488155a7767e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479350 Nov 16 21:52:11.429565 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c2d58-6c44-4ee3-9958-ef8021cfeac0 req-c69c1112-cbd4-451c-ad4f-ee6771456149 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:11.431850 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-f91c2d58-6c44-4ee3-9958-ef8021cfeac0 req-c69c1112-cbd4-451c-ad4f-ee6771456149 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9ebdeb9-23ee-4323-8bc7-1d19e4d221f6 HTTP/1.1" status: 200 len: 945 time: 0.2526226 Nov 16 21:52:11.524705 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a89c17-909c-476f-a0b5-17c8e091f7e0 req-49977dde-4cf3-400d-8d81-b3ce13b9338a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:11.526364 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-b3a89c17-909c-476f-a0b5-17c8e091f7e0 req-49977dde-4cf3-400d-8d81-b3ce13b9338a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cfb6277a-1481-4312-adb0-643dce04514b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2964554 Nov 16 21:52:11.692959 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '054c3407-affa-4aac-b17e-66a4885a7181', 'tag': 'e59bfc3b-1030-4b9e-91e4-fe40cfedee28', 'status': 'completed', 'code': 200} Nov 16 21:52:11.722603 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-f91c2d58-6c44-4ee3-9958-ef8021cfeac0 req-ea7b7868-6faf-442c-bd6e-c51371c25b0b tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ce35d2e-a404-4f74-bda4-111ace477a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759024 Nov 16 21:52:11.740372 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.agents_db [None req-6e4a458f-5157-4cde-8197-239c61c88c18 None None] Agent healthcheck: found 6 active agents {{(pid=86866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 16 21:52:11.799113 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-089432a9-7303-457c-83a9-34dc379943bf req-fb95c0e3-2d71-4867-8fda-ac6b3b4c55fa service neutron] 10.222.0.60 "GET /v2.0/networks/4c2cdc0e-8705-442b-a218-488155a7767e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4693851 Nov 16 21:52:11.819973 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-b3a89c17-909c-476f-a0b5-17c8e091f7e0 req-950d459c-3830-4a8c-882b-adaa59f60192 service neutron] 10.222.0.60 "GET /v2.0/networks/cfb6277a-1481-4312-adb0-643dce04514b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824626 Nov 16 21:52:11.891076 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.notifiers.nova [req-32633b93-c96c-4ab2-ba53-fd8e65bb3233 req-fe920b19-0d78-409b-8b75-c95b281e70ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee403728-2c86-4f7f-aa46-758e8426ce78 {{(pid=86863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:52:11.938552 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-32633b93-c96c-4ab2-ba53-fd8e65bb3233 req-fe920b19-0d78-409b-8b75-c95b281e70ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:12.082796 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-089432a9-7303-457c-83a9-34dc379943bf req-f77e79db-e3ac-49b8-a55b-ab03f63c76d9 service neutron] 10.222.0.60 "GET /v2.0/networks/4c2cdc0e-8705-442b-a218-488155a7767e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746384 Nov 16 21:52:12.181603 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 39722) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:12.187582 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-b3a89c17-909c-476f-a0b5-17c8e091f7e0 req-42cc088d-2d03-4a2f-a082-a64a594023ac service neutron] 10.222.0.60 "GET /v2.0/networks/cfb6277a-1481-4312-adb0-643dce04514b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542638 Nov 16 21:52:12.276252 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.provisioning_blocks [req-32633b93-c96c-4ab2-ba53-fd8e65bb3233 req-fe920b19-0d78-409b-8b75-c95b281e70ed service neutron] Transition to ACTIVE for port object ee403728-2c86-4f7f-aa46-758e8426ce78 will not be triggered until provisioned by entity L2. {{(pid=86863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:52:12.281938 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-4413345b-812c-4ac5-afb5-efd5661b6e0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:12.309703 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-4413345b-812c-4ac5-afb5-efd5661b6e0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:52:12.319305 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-4413345b-812c-4ac5-afb5-efd5661b6e0d admin admin] Usage tracker for resource:security_group_rule and tenant:329f8053d1d9460b8cbd260835d67f44 is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:52:12.322452 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-4413345b-812c-4ac5-afb5-efd5661b6e0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:52:12.333290 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-4413345b-812c-4ac5-afb5-efd5661b6e0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:52:12.340010 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-32633b93-c96c-4ab2-ba53-fd8e65bb3233 req-fe920b19-0d78-409b-8b75-c95b281e70ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:12.356438 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-7d9a3b55-e9d7-4b8c-be35-71516e8edf29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:12.378668 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88f46f-15af-40b3-91eb-d3dd23b7d7a3 req-5b7b8119-f466-467a-ae6e-e3b7fa1f01ab tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:12.379393 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [req-6b88f46f-15af-40b3-91eb-d3dd23b7d7a3 req-5b7b8119-f466-467a-ae6e-e3b7fa1f01ab tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Synchronizing usage tracker for tenant:51fd3b659b6e4c039a7453f6627ed588 on resource:port {{(pid=86864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:52:12.390994 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e3633-b9f9-45fe-8fbd-aad5b4461824 req-18957860-e5b2-4fd6-876b-bc749b9d473b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:12.392872 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-bf9e3633-b9f9-45fe-8fbd-aad5b4461824 req-18957860-e5b2-4fd6-876b-bc749b9d473b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=51fd3b659b6e4c039a7453f6627ed588&device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 1097 time: 0.2125628 Nov 16 21:52:12.448295 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [req-6b88f46f-15af-40b3-91eb-d3dd23b7d7a3 req-5b7b8119-f466-467a-ae6e-e3b7fa1f01ab tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Unset dirty status for tenant:51fd3b659b6e4c039a7453f6627ed588 on resource:port {{(pid=86864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:52:12.449456 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-6b88f46f-15af-40b3-91eb-d3dd23b7d7a3 req-5b7b8119-f466-467a-ae6e-e3b7fa1f01ab tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=01a70cdd-89ae-4bb3-b9a7-b4c6d7dde373 HTTP/1.1" status: 200 len: 931 time: 0.3379786 Nov 16 21:52:12.664486 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe920b19-0d78-409b-8b75-c95b281e70ed service neutron] Pushing event updated for resources: {'Port': ['ID=ee403728-2c86-4f7f-aa46-758e8426ce78,revision_number=2']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:12.671744 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-fe920b19-0d78-409b-8b75-c95b281e70ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:12.676384 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.managers [req-32633b93-c96c-4ab2-ba53-fd8e65bb3233 req-fe920b19-0d78-409b-8b75-c95b281e70ed service neutron] Attempting to bind port ee403728-2c86-4f7f-aa46-758e8426ce78 on host hv-cinder-81814 for vnic_type normal with profile {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 21:52:12.676711 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.managers [req-32633b93-c96c-4ab2-ba53-fd8e65bb3233 req-fe920b19-0d78-409b-8b75-c95b281e70ed service neutron] Attempting to bind port ee403728-2c86-4f7f-aa46-758e8426ce78 by drivers openvswitch,hyperv on host hv-cinder-81814 at level 0 using segments [{'id': 'fa6f151b-caab-43d2-8df9-fad7d0c72214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4c2cdc0e-8705-442b-a218-488155a7767e'}] {{(pid=86863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 21:52:12.677024 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32633b93-c96c-4ab2-ba53-fd8e65bb3233 req-fe920b19-0d78-409b-8b75-c95b281e70ed service neutron] Attempting to bind port ee403728-2c86-4f7f-aa46-758e8426ce78 on network 4c2cdc0e-8705-442b-a218-488155a7767e {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 16 21:52:12.686386 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8579a-1107-4788-ab48-cced6a97e0b3 req-46458bb0-4622-4153-996e-cc37504eb0b9 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:12.687092 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-dfe8579a-1107-4788-ab48-cced6a97e0b3 req-46458bb0-4622-4153-996e-cc37504eb0b9 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Synchronizing usage tracker for tenant:727ecad6d44746bbaca7ef41b34b6315 on resource:port {{(pid=86863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:52:12.699340 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32633b93-c96c-4ab2-ba53-fd8e65bb3233 req-fe920b19-0d78-409b-8b75-c95b281e70ed service neutron] Port ee403728-2c86-4f7f-aa46-758e8426ce78 on network 4c2cdc0e-8705-442b-a218-488155a7767e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81814 {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 16 21:52:12.699942 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32633b93-c96c-4ab2-ba53-fd8e65bb3233 req-fe920b19-0d78-409b-8b75-c95b281e70ed service neutron] Attempting to bind port ee403728-2c86-4f7f-aa46-758e8426ce78 on network 4c2cdc0e-8705-442b-a218-488155a7767e {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 16 21:52:12.701418 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-6b88f46f-15af-40b3-91eb-d3dd23b7d7a3 req-c56c89bb-d972-49e6-a77b-dfa8e7207690 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407923 Nov 16 21:52:12.713581 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32633b93-c96c-4ab2-ba53-fd8e65bb3233 req-fe920b19-0d78-409b-8b75-c95b281e70ed service neutron] Checking agent: {'id': '426a5c9b-164f-481a-ad6e-a795536ce9ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81814', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 49, 31), 'started_at': datetime.datetime(2021, 11, 16, 21, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 16 21:52:12.713911 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32633b93-c96c-4ab2-ba53-fd8e65bb3233 req-fe920b19-0d78-409b-8b75-c95b281e70ed service neutron] Checking segment: {'id': 'fa6f151b-caab-43d2-8df9-fad7d0c72214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4c2cdc0e-8705-442b-a218-488155a7767e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 16 21:52:12.714324 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32633b93-c96c-4ab2-ba53-fd8e65bb3233 req-fe920b19-0d78-409b-8b75-c95b281e70ed service neutron] Bound using segment: {'id': 'fa6f151b-caab-43d2-8df9-fad7d0c72214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4c2cdc0e-8705-442b-a218-488155a7767e'} {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 16 21:52:12.715047 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.managers [req-32633b93-c96c-4ab2-ba53-fd8e65bb3233 req-fe920b19-0d78-409b-8b75-c95b281e70ed service neutron] Bound port: ee403728-2c86-4f7f-aa46-758e8426ce78, host: hv-cinder-81814, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa6f151b-caab-43d2-8df9-fad7d0c72214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4c2cdc0e-8705-442b-a218-488155a7767e'}}] {{(pid=86863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 21:52:12.715177 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-32633b93-c96c-4ab2-ba53-fd8e65bb3233 req-fe920b19-0d78-409b-8b75-c95b281e70ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:12.729310 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6739877-24e4-4d5d-b922-8cb027b620b0 req-dc6d75ed-af65-4cad-ad4c-b40c6d0d1ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:12.734576 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-4413345b-812c-4ac5-afb5-efd5661b6e0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:12.737436 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-c6739877-24e4-4d5d-b922-8cb027b620b0 req-dc6d75ed-af65-4cad-ad4c-b40c6d0d1ebc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=727ecad6d44746bbaca7ef41b34b6315&device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 1097 time: 0.4620864 Nov 16 21:52:12.738838 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e3633-b9f9-45fe-8fbd-aad5b4461824 req-4d16335a-d00e-4829-b933-3b237e58f1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:12.740773 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-bf9e3633-b9f9-45fe-8fbd-aad5b4461824 req-4d16335a-d00e-4829-b933-3b237e58f1de service neutron] 10.222.0.60 "GET /v2.0/networks?id=4c2cdc0e-8705-442b-a218-488155a7767e HTTP/1.1" status: 200 len: 920 time: 0.3395162 Nov 16 21:52:12.741842 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-4413345b-812c-4ac5-afb5-efd5661b6e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:12.743208 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-dfe8579a-1107-4788-ab48-cced6a97e0b3 req-46458bb0-4622-4153-996e-cc37504eb0b9 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Unset dirty status for tenant:727ecad6d44746bbaca7ef41b34b6315 on resource:port {{(pid=86863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:52:12.744285 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-dfe8579a-1107-4788-ab48-cced6a97e0b3 req-46458bb0-4622-4153-996e-cc37504eb0b9 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 944 time: 0.6645787 Nov 16 21:52:12.756202 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:12.914243 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-bf9e3633-b9f9-45fe-8fbd-aad5b4461824 req-02926ca1-e300-4c37-a500-dc37acb3a33f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ced111e-1ae0-43ac-84df-e1bfc805cdd3 HTTP/1.1" status: 200 len: 217 time: 0.1454036 Nov 16 21:52:12.919535 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-4413345b-812c-4ac5-afb5-efd5661b6e0d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=329f8053d1d9460b8cbd260835d67f44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7317536 Nov 16 21:52:12.951121 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 39768) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:12.982761 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4413345b-812c-4ac5-afb5-efd5661b6e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=205c5eef-d40b-48fd-9a89-82f7abc123df,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:13.001382 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-4413345b-812c-4ac5-afb5-efd5661b6e0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:13.093285 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-dfe8579a-1107-4788-ab48-cced6a97e0b3 req-270dda93-354e-4564-b073-f106a1bcf8a6 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3015068 Nov 16 21:52:13.138385 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.db [req-32633b93-c96c-4ab2-ba53-fd8e65bb3233 req-fe920b19-0d78-409b-8b75-c95b281e70ed service neutron] For port ee403728-2c86-4f7f-aa46-758e8426ce78, host hv-cinder-81814, cleared binding levels {{(pid=86863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 16 21:52:13.161924 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.db [req-32633b93-c96c-4ab2-ba53-fd8e65bb3233 req-fe920b19-0d78-409b-8b75-c95b281e70ed service neutron] For port ee403728-2c86-4f7f-aa46-758e8426ce78, host hv-cinder-81814, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=ee403728-2c86-4f7f-aa46-758e8426ce78,segment=NetworkSegment(fa6f151b-caab-43d2-8df9-fad7d0c72214),segment_id=fa6f151b-caab-43d2-8df9-fad7d0c72214)] {{(pid=86863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 16 21:52:13.164625 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e3633-b9f9-45fe-8fbd-aad5b4461824 req-cc9f40e9-c946-4d33-a77a-986e9a968695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:13.166097 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-bf9e3633-b9f9-45fe-8fbd-aad5b4461824 req-cc9f40e9-c946-4d33-a77a-986e9a968695 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7ba5f404-5610-4d51-b5c8-16096278c672 HTTP/1.1" status: 200 len: 859 time: 0.2443573 Nov 16 21:52:13.166357 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6739877-24e4-4d5d-b922-8cb027b620b0 req-890b914f-1ab0-40f0-b80e-96eae3f6491e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:13.168498 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-c6739877-24e4-4d5d-b922-8cb027b620b0 req-890b914f-1ab0-40f0-b80e-96eae3f6491e service neutron] 10.222.0.60 "GET /v2.0/networks?id=cfb6277a-1481-4312-adb0-643dce04514b HTTP/1.1" status: 200 len: 917 time: 0.3785331 Nov 16 21:52:13.171388 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-32633b93-c96c-4ab2-ba53-fd8e65bb3233 req-fe920b19-0d78-409b-8b75-c95b281e70ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:13.179186 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:13.231326 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-bf9e3633-b9f9-45fe-8fbd-aad5b4461824 req-7b22d890-29b5-409b-bf36-d1da1e6b5570 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4c2cdc0e-8705-442b-a218-488155a7767e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517175 Nov 16 21:52:13.262665 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-db60c6df-84be-4e64-9f56-23f3b01f3a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:13.295844 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-db60c6df-84be-4e64-9f56-23f3b01f3a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:13.313869 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32633b93-c96c-4ab2-ba53-fd8e65bb3233 req-fe920b19-0d78-409b-8b75-c95b281e70ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:13.314967 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-32633b93-c96c-4ab2-ba53-fd8e65bb3233 req-fe920b19-0d78-409b-8b75-c95b281e70ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578116'] for port, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:13.316320 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-32633b93-c96c-4ab2-ba53-fd8e65bb3233 req-fe920b19-0d78-409b-8b75-c95b281e70ed service neutron] 10.222.0.60 "PUT /v2.0/ports/ee403728-2c86-4f7f-aa46-758e8426ce78 HTTP/1.1" status: 200 len: 1093 time: 2.9132545 Nov 16 21:52:13.329272 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-c6739877-24e4-4d5d-b922-8cb027b620b0 req-789fce8e-c36b-4733-b602-525fee0c711b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e59bfc3b-1030-4b9e-91e4-fe40cfedee28 HTTP/1.1" status: 200 len: 217 time: 0.1167235 Nov 16 21:52:13.397136 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959876c-a991-43d5-91c3-1f2ee32a17ed req-fc80b94b-d6dc-4505-a089-86b4deb3a0ea tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:13.399032 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-9959876c-a991-43d5-91c3-1f2ee32a17ed req-fc80b94b-d6dc-4505-a089-86b4deb3a0ea tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9ebdeb9-23ee-4323-8bc7-1d19e4d221f6 HTTP/1.1" status: 200 len: 945 time: 0.3810694 Nov 16 21:52:13.414469 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6739877-24e4-4d5d-b922-8cb027b620b0 req-68dbf81a-7d6e-454f-8520-5f4394f89436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:13.416967 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-c6739877-24e4-4d5d-b922-8cb027b620b0 req-68dbf81a-7d6e-454f-8520-5f4394f89436 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fd05cea4-2dd2-4a0d-8f4a-e62d3c4e1889 HTTP/1.1" status: 200 len: 855 time: 0.0785289 Nov 16 21:52:13.444964 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-db60c6df-84be-4e64-9f56-23f3b01f3a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:13.483389 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:13.511839 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db60c6df-84be-4e64-9f56-23f3b01f3a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205c5eef-d40b-48fd-9a89-82f7abc123df,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:13.514465 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-db60c6df-84be-4e64-9f56-23f3b01f3a2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:13.521342 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-db60c6df-84be-4e64-9f56-23f3b01f3a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:13.525085 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-db60c6df-84be-4e64-9f56-23f3b01f3a2f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/205c5eef-d40b-48fd-9a89-82f7abc123df HTTP/1.1" status: 204 len: 168 time: 0.5728855 Nov 16 21:52:13.554167 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe920b19-0d78-409b-8b75-c95b281e70ed service neutron] Pushing event updated for resources: {'Port': ['ID=ee403728-2c86-4f7f-aa46-758e8426ce78,revision_number=3']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:13.568625 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 39800) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:13.569973 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-fe920b19-0d78-409b-8b75-c95b281e70ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:13.597322 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-9959876c-a991-43d5-91c3-1f2ee32a17ed req-f808a777-ead5-4b6c-a9ba-9795c01c5f9e tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ce35d2e-a404-4f74-bda4-111ace477a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465015 Nov 16 21:52:13.609088 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32633b93-c96c-4ab2-ba53-fd8e65bb3233 req-7e6b4f3a-d47f-41dd-b604-21c474d8512c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:13.610686 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-32633b93-c96c-4ab2-ba53-fd8e65bb3233 req-7e6b4f3a-d47f-41dd-b604-21c474d8512c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=51fd3b659b6e4c039a7453f6627ed588&device_id=01a70cdd-89ae-4bb3-b9a7-b4c6d7dde373 HTTP/1.1" status: 200 len: 1096 time: 0.1926734 Nov 16 21:52:13.616963 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6739877-24e4-4d5d-b922-8cb027b620b0 req-f94f1507-aa61-4393-acc7-51711ac9fbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:13.618522 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-c6739877-24e4-4d5d-b922-8cb027b620b0 req-f94f1507-aa61-4393-acc7-51711ac9fbb4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cfb6277a-1481-4312-adb0-643dce04514b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1554673 Nov 16 21:52:13.631648 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-bf9e3633-b9f9-45fe-8fbd-aad5b4461824 req-33977a3d-86c7-4af3-b21d-2289cda28738 service neutron] 10.222.0.60 "GET /v2.0/networks/4c2cdc0e-8705-442b-a218-488155a7767e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3884165 Nov 16 21:52:13.698768 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01a70cdd-89ae-4bb3-b9a7-b4c6d7dde373', 'tag': 'ee403728-2c86-4f7f-aa46-758e8426ce78'}] {{(pid=86863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:52:13.704480 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-32633b93-c96c-4ab2-ba53-fd8e65bb3233 req-bb1bab1d-0429-4046-8d51-aac9cbf371c5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee403728-2c86-4f7f-aa46-758e8426ce78 HTTP/1.1" status: 200 len: 217 time: 0.0850685 Nov 16 21:52:13.832137 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-bf9e3633-b9f9-45fe-8fbd-aad5b4461824 req-41b2979d-593b-4962-96af-358279ed3f7f service neutron] 10.222.0.60 "GET /v2.0/networks/4c2cdc0e-8705-442b-a218-488155a7767e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929824 Nov 16 21:52:13.881066 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01a70cdd-89ae-4bb3-b9a7-b4c6d7dde373', 'tag': 'ee403728-2c86-4f7f-aa46-758e8426ce78', 'status': 'completed', 'code': 200} Nov 16 21:52:14.013131 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb89714-3bdf-45ba-868d-4c6d23b8ef44 req-650dde65-0b32-4891-a6d0-5f0bccb2b229 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:14.021585 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-8fb89714-3bdf-45ba-868d-4c6d23b8ef44 req-650dde65-0b32-4891-a6d0-5f0bccb2b229 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=01a70cdd-89ae-4bb3-b9a7-b4c6d7dde373 HTTP/1.1" status: 200 len: 943 time: 0.1184344 Nov 16 21:52:14.076635 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-c6739877-24e4-4d5d-b922-8cb027b620b0 req-d0792d22-9492-4e22-b3c2-4c301770da3f service neutron] 10.222.0.60 "GET /v2.0/networks/cfb6277a-1481-4312-adb0-643dce04514b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585987 Nov 16 21:52:14.119464 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-8fb89714-3bdf-45ba-868d-4c6d23b8ef44 req-44f5e704-54f7-4da8-a737-e66bfac41b9c tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962276 Nov 16 21:52:14.165065 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-395c2b6a-0a23-44b1-af8b-e0eb8cd8d780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:14.317087 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-c6739877-24e4-4d5d-b922-8cb027b620b0 req-2067e847-5948-4788-b42a-e212db55f458 service neutron] 10.222.0.60 "GET /v2.0/networks/cfb6277a-1481-4312-adb0-643dce04514b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032709 Nov 16 21:52:14.390249 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32633b93-c96c-4ab2-ba53-fd8e65bb3233 req-2176cda5-4c27-426e-9fc8-a7777cd50d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:14.391933 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-32633b93-c96c-4ab2-ba53-fd8e65bb3233 req-2176cda5-4c27-426e-9fc8-a7777cd50d8a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7ba5f404-5610-4d51-b5c8-16096278c672 HTTP/1.1" status: 200 len: 859 time: 0.5891030 Nov 16 21:52:14.400739 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-395c2b6a-0a23-44b1-af8b-e0eb8cd8d780 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:52:14.444939 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-395c2b6a-0a23-44b1-af8b-e0eb8cd8d780 admin admin] Usage tracker for resource:security_group_rule and tenant:64a5cd512cb24a86ae0ecefcde1b1c8b is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:52:14.453588 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-395c2b6a-0a23-44b1-af8b-e0eb8cd8d780 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:52:14.463073 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-32633b93-c96c-4ab2-ba53-fd8e65bb3233 req-c24af61e-f7d6-47f4-8891-00e67b93f480 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4c2cdc0e-8705-442b-a218-488155a7767e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598698 Nov 16 21:52:14.463896 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-395c2b6a-0a23-44b1-af8b-e0eb8cd8d780 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:52:14.657574 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-32633b93-c96c-4ab2-ba53-fd8e65bb3233 req-3e3db2b2-2dbc-442b-8f2f-ff448679f1ea service neutron] 10.222.0.60 "GET /v2.0/networks/4c2cdc0e-8705-442b-a218-488155a7767e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799486 Nov 16 21:52:14.845695 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 39864) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:14.846848 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dea33c-0f1c-4163-8fa0-fddc1ccf48bd req-ed9ae0f9-35ae-4e2b-a2ce-967df2d827f4 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:14.850194 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-82dea33c-0f1c-4163-8fa0-fddc1ccf48bd req-ed9ae0f9-35ae-4e2b-a2ce-967df2d827f4 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 944 time: 0.5321751 Nov 16 21:52:15.014726 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-82dea33c-0f1c-4163-8fa0-fddc1ccf48bd req-c42abb45-c4c6-49a7-b1d8-d371a76d28e7 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518242 Nov 16 21:52:15.016676 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-2c989f12-0b87-4611-8fcc-c84ba836cc90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:15.042659 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-395c2b6a-0a23-44b1-af8b-e0eb8cd8d780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:15.047469 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-32633b93-c96c-4ab2-ba53-fd8e65bb3233 req-2e3dba84-f37f-4141-a917-f0d5ac91ad01 service neutron] 10.222.0.60 "GET /v2.0/networks/4c2cdc0e-8705-442b-a218-488155a7767e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3831201 Nov 16 21:52:15.051427 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-2c989f12-0b87-4611-8fcc-c84ba836cc90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:52:15.053439 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-395c2b6a-0a23-44b1-af8b-e0eb8cd8d780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:15.063554 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-2c989f12-0b87-4611-8fcc-c84ba836cc90 admin admin] Usage tracker for resource:security_group_rule and tenant:b49e795fd4c54d5abbc2f4ca14424dd3 is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:52:15.067895 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-2c989f12-0b87-4611-8fcc-c84ba836cc90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:52:15.073826 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-88add6df-5522-467a-b620-ba70ec0e8a9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:15.075528 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-2c989f12-0b87-4611-8fcc-c84ba836cc90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:52:15.164419 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c2b6a-0a23-44b1-af8b-e0eb8cd8d780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6e5629-f388-4d6c-99a3-a50f7d6836e5,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:15.171721 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-395c2b6a-0a23-44b1-af8b-e0eb8cd8d780 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=64a5cd512cb24a86ae0ecefcde1b1c8b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5963943 Nov 16 21:52:15.173426 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 39878) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:15.176486 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-395c2b6a-0a23-44b1-af8b-e0eb8cd8d780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:15.219792 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-2c989f12-0b87-4611-8fcc-c84ba836cc90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:15.228609 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6ae13-a252-4fdb-a6b0-f79ac6f370cf req-e9e94ec8-2146-45f7-aecc-2e763d6b6354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:15.230627 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-4eb6ae13-a252-4fdb-a6b0-f79ac6f370cf req-e9e94ec8-2146-45f7-aecc-2e763d6b6354 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=51fd3b659b6e4c039a7453f6627ed588&device_id=01a70cdd-89ae-4bb3-b9a7-b4c6d7dde373 HTTP/1.1" status: 200 len: 1096 time: 0.1247942 Nov 16 21:52:15.236461 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-2c989f12-0b87-4611-8fcc-c84ba836cc90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:15.243570 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device 4ced111e-1ae0-43ac-84df-e1bfc805cdd3 details requested by agent hyperv_hv-cinder-81814 with host hv-cinder-81814 {{(pid=86865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 16 21:52:15.286729 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-102cf848-ed6b-43d6-9405-52508163878d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:15.391424 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-2c989f12-0b87-4611-8fcc-c84ba836cc90 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b49e795fd4c54d5abbc2f4ca14424dd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5436933 Nov 16 21:52:15.394577 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 39886) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:15.418680 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port 4ced111e-1ae0-43ac-84df-e1bfc805cdd3, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=4ced111e-1ae0-43ac-84df-e1bfc805cdd3,segment=NetworkSegment(fa6f151b-caab-43d2-8df9-fad7d0c72214),segment_id=fa6f151b-caab-43d2-8df9-fad7d0c72214)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:52:15.426386 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6ae13-a252-4fdb-a6b0-f79ac6f370cf req-b67c7de9-06f7-4e82-a0cb-753cfd14e5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:15.428441 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-4eb6ae13-a252-4fdb-a6b0-f79ac6f370cf req-b67c7de9-06f7-4e82-a0cb-753cfd14e5ea service neutron] 10.222.0.60 "GET /v2.0/networks?id=4c2cdc0e-8705-442b-a218-488155a7767e HTTP/1.1" status: 200 len: 920 time: 0.1899259 Nov 16 21:52:15.430822 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c989f12-0b87-4611-8fcc-c84ba836cc90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936ea666-44d4-4528-ac2d-31ab976793e5,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:15.436513 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-2c989f12-0b87-4611-8fcc-c84ba836cc90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:15.438606 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Returning: {'device': '4ced111e-1ae0-43ac-84df-e1bfc805cdd3', 'network_id': '4c2cdc0e-8705-442b-a218-488155a7767e', 'port_id': '4ced111e-1ae0-43ac-84df-e1bfc805cdd3', 'mac_address': 'fa:16:3e:8f:c3:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ba5f404-5610-4d51-b5c8-16096278c672', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 16 21:52:15.447875 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-86b237c2-d891-4d6a-99ee-c80c4b97c855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:15.512704 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:15.535030 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.notifiers.nova [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ced111e-1ae0-43ac-84df-e1bfc805cdd3 {{(pid=86865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:52:15.543024 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-4eb6ae13-a252-4fdb-a6b0-f79ac6f370cf req-554f33a9-f49c-4c0c-a208-945965ddf2c0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee403728-2c86-4f7f-aa46-758e8426ce78 HTTP/1.1" status: 200 len: 217 time: 0.0907037 Nov 16 21:52:15.553716 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port 4ced111e-1ae0-43ac-84df-e1bfc805cdd3, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=4ced111e-1ae0-43ac-84df-e1bfc805cdd3,segment=NetworkSegment(fa6f151b-caab-43d2-8df9-fad7d0c72214),segment_id=fa6f151b-caab-43d2-8df9-fad7d0c72214)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:52:15.561496 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:15.562791 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device e59bfc3b-1030-4b9e-91e4-fe40cfedee28 details requested by agent hyperv_hv-cinder-81814 with host hv-cinder-81814 {{(pid=86865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 16 21:52:15.566607 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-223ae83b-fa78-469d-a835-2b86df184578 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:15.583887 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-86b237c2-d891-4d6a-99ee-c80c4b97c855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:15.626433 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-0397b8ac-b34a-4d99-94b1-2c97af500522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:15.635573 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494787f-2884-407f-95c1-7b68f34e6148 req-17f57b1f-45d1-4791-b750-ce2999803c6b tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:15.638795 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-5494787f-2884-407f-95c1-7b68f34e6148 req-17f57b1f-45d1-4791-b750-ce2999803c6b tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=01a70cdd-89ae-4bb3-b9a7-b4c6d7dde373 HTTP/1.1" status: 200 len: 943 time: 0.3353045 Nov 16 21:52:15.672995 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6ae13-a252-4fdb-a6b0-f79ac6f370cf req-209ceedc-a0c3-4884-ace5-ee11cabcffa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:15.680482 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-4eb6ae13-a252-4fdb-a6b0-f79ac6f370cf req-209ceedc-a0c3-4884-ace5-ee11cabcffa9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7ba5f404-5610-4d51-b5c8-16096278c672 HTTP/1.1" status: 200 len: 859 time: 0.1219571 Nov 16 21:52:15.695564 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Pushing event updated for resources: {'Port': ['ID=4ced111e-1ae0-43ac-84df-e1bfc805cdd3,revision_number=4']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:15.720220 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:15.731939 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-5494787f-2884-407f-95c1-7b68f34e6148 req-67498a29-301b-4ecc-a9db-1a77e1da27f3 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845549 Nov 16 21:52:15.742307 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-0397b8ac-b34a-4d99-94b1-2c97af500522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:15.746386 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-86b237c2-d891-4d6a-99ee-c80c4b97c855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:15.762246 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-4eb6ae13-a252-4fdb-a6b0-f79ac6f370cf req-caac1339-7d18-49c3-8df1-200bb85a9137 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4c2cdc0e-8705-442b-a218-488155a7767e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726008 Nov 16 21:52:15.768213 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-2f876f78-bb33-4b81-b13a-3e6c9b348fb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:15.783965 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b237c2-d891-4d6a-99ee-c80c4b97c855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6e5629-f388-4d6c-99a3-a50f7d6836e5,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:15.786266 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-86b237c2-d891-4d6a-99ee-c80c4b97c855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:15.787772 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-86b237c2-d891-4d6a-99ee-c80c4b97c855 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6e6e5629-f388-4d6c-99a3-a50f7d6836e5 HTTP/1.1" status: 204 len: 168 time: 0.6137297 Nov 16 21:52:15.789040 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-86b237c2-d891-4d6a-99ee-c80c4b97c855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:15.859038 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port e59bfc3b-1030-4b9e-91e4-fe40cfedee28, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=e59bfc3b-1030-4b9e-91e4-fe40cfedee28,segment=NetworkSegment(0768277f-89e3-47c8-84f9-a7ae38cc5ef8),segment_id=0768277f-89e3-47c8-84f9-a7ae38cc5ef8)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:52:15.890606 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Returning: {'device': 'e59bfc3b-1030-4b9e-91e4-fe40cfedee28', 'network_id': 'cfb6277a-1481-4312-adb0-643dce04514b', 'port_id': 'e59bfc3b-1030-4b9e-91e4-fe40cfedee28', 'mac_address': 'fa:16:3e:d3:21:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd05cea4-2dd2-4a0d-8f4a-e62d3c4e1889', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 16 21:52:15.979469 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-0397b8ac-b34a-4d99-94b1-2c97af500522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:15.992226 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:16.029594 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0397b8ac-b34a-4d99-94b1-2c97af500522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936ea666-44d4-4528-ac2d-31ab976793e5,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:16.041063 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-0397b8ac-b34a-4d99-94b1-2c97af500522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:16.055171 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:16.068905 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-4eb6ae13-a252-4fdb-a6b0-f79ac6f370cf req-9c91afed-02cc-4223-8234-4710c3694626 service neutron] 10.222.0.60 "GET /v2.0/networks/4c2cdc0e-8705-442b-a218-488155a7767e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637479 Nov 16 21:52:16.074046 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-0397b8ac-b34a-4d99-94b1-2c97af500522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:16.075224 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-0397b8ac-b34a-4d99-94b1-2c97af500522 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/936ea666-44d4-4528-ac2d-31ab976793e5 HTTP/1.1" status: 204 len: 168 time: 0.6795177 Nov 16 21:52:16.077942 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.notifiers.nova [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e59bfc3b-1030-4b9e-91e4-fe40cfedee28 {{(pid=86865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:52:16.097761 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port e59bfc3b-1030-4b9e-91e4-fe40cfedee28, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=e59bfc3b-1030-4b9e-91e4-fe40cfedee28,segment=NetworkSegment(0768277f-89e3-47c8-84f9-a7ae38cc5ef8),segment_id=0768277f-89e3-47c8-84f9-a7ae38cc5ef8)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:52:16.105074 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:16.107247 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-31c28fb7-9e23-47cd-b6b9-40bae5fa5316 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:16.198931 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Pushing event updated for resources: {'Port': ['ID=e59bfc3b-1030-4b9e-91e4-fe40cfedee28,revision_number=4']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:16.211410 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:16.255767 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-4eb6ae13-a252-4fdb-a6b0-f79ac6f370cf req-f1b748b8-745a-4787-ae44-b0089df4b28e service neutron] 10.222.0.60 "GET /v2.0/networks/4c2cdc0e-8705-442b-a218-488155a7767e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787915 Nov 16 21:52:16.420605 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] get_ports_and_sgs() called for port_ids ['e59bfc3b-1030-4b9e-91e4-fe40cfedee28'] {{(pid=86865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 16 21:52:16.438957 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d526c37b-f3a2-44e7-8499-433895c3ae5b req-d36f4171-69a8-4ca3-abc7-5734d46c1c03 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:16.441211 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-d526c37b-f3a2-44e7-8499-433895c3ae5b req-d36f4171-69a8-4ca3-abc7-5734d46c1c03 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 945 time: 0.1242936 Nov 16 21:52:16.497556 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] get_ports_and_sgs() called for port_ids ['4ced111e-1ae0-43ac-84df-e1bfc805cdd3'] {{(pid=86865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 16 21:52:16.502193 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-d526c37b-f3a2-44e7-8499-433895c3ae5b req-6132b1b9-220b-4f10-92ff-d6511942dd24 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517471 Nov 16 21:52:16.535490 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 39946) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:16.559060 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-6376636c-c560-4a40-b96a-b2155ffa1171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:16.603360 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-6376636c-c560-4a40-b96a-b2155ffa1171 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:52:16.624486 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-6376636c-c560-4a40-b96a-b2155ffa1171 admin admin] Usage tracker for resource:security_group_rule and tenant:9f11ac9289574ce59a20f7b5ea1e6e64 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:52:16.633659 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-6376636c-c560-4a40-b96a-b2155ffa1171 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:52:16.655679 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-6376636c-c560-4a40-b96a-b2155ffa1171 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:52:16.879787 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-6376636c-c560-4a40-b96a-b2155ffa1171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:16.894834 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-6376636c-c560-4a40-b96a-b2155ffa1171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:16.910959 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-82f9e428-e32b-438c-8def-ae7d9be03773 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:17.029075 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-6376636c-c560-4a40-b96a-b2155ffa1171 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9f11ac9289574ce59a20f7b5ea1e6e64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4921441 Nov 16 21:52:17.029586 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 39968) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:17.055324 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 39972) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:17.067672 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6376636c-c560-4a40-b96a-b2155ffa1171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf423841-b8d2-4d85-8b8e-69699a18d74a,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:17.086952 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-6376636c-c560-4a40-b96a-b2155ffa1171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:17.088286 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-d00067c4-7654-45b9-ba57-39571c44bb09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:17.106955 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-d00067c4-7654-45b9-ba57-39571c44bb09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:52:17.112458 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-d00067c4-7654-45b9-ba57-39571c44bb09 admin admin] Usage tracker for resource:security_group_rule and tenant:a8aeb1de4be94cc580498b1f59287c2a is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:52:17.116111 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-d00067c4-7654-45b9-ba57-39571c44bb09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:52:17.123712 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-d00067c4-7654-45b9-ba57-39571c44bb09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:52:17.210749 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 39984) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:17.229552 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-e8bc3d43-5f56-4d38-9cac-579ca6506ec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:17.242942 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6043e5-228f-4b22-a832-f8ac85608927 req-37af6dbd-0536-4b54-90db-4cc7a267bedd tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:17.244472 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-ad6043e5-228f-4b22-a832-f8ac85608927 req-37af6dbd-0536-4b54-90db-4cc7a267bedd tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=01a70cdd-89ae-4bb3-b9a7-b4c6d7dde373 HTTP/1.1" status: 200 len: 943 time: 0.2768786 Nov 16 21:52:17.251214 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device ee403728-2c86-4f7f-aa46-758e8426ce78 details requested by agent hyperv_hv-cinder-81814 with host hv-cinder-81814 {{(pid=86865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 16 21:52:17.261765 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-d00067c4-7654-45b9-ba57-39571c44bb09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:17.274616 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-d00067c4-7654-45b9-ba57-39571c44bb09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:17.285183 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-7ba62f7b-1906-4773-8cc9-46170d4f503c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:17.336961 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00067c4-7654-45b9-ba57-39571c44bb09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce9f0db-bca1-4942-a3da-ce99d660e3cb,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:17.344565 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-d00067c4-7654-45b9-ba57-39571c44bb09 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a8aeb1de4be94cc580498b1f59287c2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3082445 Nov 16 21:52:17.344565 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-d00067c4-7654-45b9-ba57-39571c44bb09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:17.344826 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 39990) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:17.349681 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-e8bc3d43-5f56-4d38-9cac-579ca6506ec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:17.409436 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-ad6043e5-228f-4b22-a832-f8ac85608927 req-cfd0115b-2920-4c48-8031-2a2ba731a4d0 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565206 Nov 16 21:52:17.421882 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-c89f4cba-bb83-4b04-b615-30784006bc9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:17.453020 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-c89f4cba-bb83-4b04-b615-30784006bc9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:17.501089 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-e8bc3d43-5f56-4d38-9cac-579ca6506ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:17.506626 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-d35345f4-35e2-429e-8b16-e812e9d22b39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:17.515792 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port ee403728-2c86-4f7f-aa46-758e8426ce78, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=ee403728-2c86-4f7f-aa46-758e8426ce78,segment=NetworkSegment(fa6f151b-caab-43d2-8df9-fad7d0c72214),segment_id=fa6f151b-caab-43d2-8df9-fad7d0c72214)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:52:17.526341 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-c89f4cba-bb83-4b04-b615-30784006bc9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:17.532076 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Returning: {'device': 'ee403728-2c86-4f7f-aa46-758e8426ce78', 'network_id': '4c2cdc0e-8705-442b-a218-488155a7767e', 'port_id': 'ee403728-2c86-4f7f-aa46-758e8426ce78', 'mac_address': 'fa:16:3e:34:f3:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ba5f404-5610-4d51-b5c8-16096278c672', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 16 21:52:17.535114 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bc3d43-5f56-4d38-9cac-579ca6506ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf423841-b8d2-4d85-8b8e-69699a18d74a,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:17.535827 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:17.543926 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-e8bc3d43-5f56-4d38-9cac-579ca6506ec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:17.551213 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-e8bc3d43-5f56-4d38-9cac-579ca6506ec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:17.555930 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-e8bc3d43-5f56-4d38-9cac-579ca6506ec8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cf423841-b8d2-4d85-8b8e-69699a18d74a HTTP/1.1" status: 204 len: 168 time: 0.4950101 Nov 16 21:52:17.564037 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89f4cba-bb83-4b04-b615-30784006bc9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce9f0db-bca1-4942-a3da-ce99d660e3cb,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:17.567122 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-c89f4cba-bb83-4b04-b615-30784006bc9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:17.577088 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-c89f4cba-bb83-4b04-b615-30784006bc9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:17.578248 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-c89f4cba-bb83-4b04-b615-30784006bc9e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dce9f0db-bca1-4942-a3da-ce99d660e3cb HTTP/1.1" status: 204 len: 168 time: 0.2326169 Nov 16 21:52:17.638203 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:17.657047 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.notifiers.nova [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee403728-2c86-4f7f-aa46-758e8426ce78 {{(pid=86865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:52:17.676358 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port ee403728-2c86-4f7f-aa46-758e8426ce78, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=ee403728-2c86-4f7f-aa46-758e8426ce78,segment=NetworkSegment(fa6f151b-caab-43d2-8df9-fad7d0c72214),segment_id=fa6f151b-caab-43d2-8df9-fad7d0c72214)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:52:17.681130 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:17.683057 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:17.717496 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 40004) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:17.759767 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Pushing event updated for resources: {'Port': ['ID=ee403728-2c86-4f7f-aa46-758e8426ce78,revision_number=4']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:17.763371 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:17.779378 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 40010) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:17.780016 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28971241-a18b-4e84-910e-096f093040d2 req-243b84ac-8cf4-4be6-a723-aab4fb2844d2 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:17.781544 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-28971241-a18b-4e84-910e-096f093040d2 req-243b84ac-8cf4-4be6-a723-aab4fb2844d2 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 945 time: 0.1164076 Nov 16 21:52:17.826824 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-de3feddd-3d33-4d13-b6ab-0343ade4f982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:17.859954 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-28971241-a18b-4e84-910e-096f093040d2 req-b485d885-1f07-4b1a-afc2-e544be56c00a tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695662 Nov 16 21:52:17.865742 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-de3feddd-3d33-4d13-b6ab-0343ade4f982 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:52:17.870465 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-de3feddd-3d33-4d13-b6ab-0343ade4f982 admin admin] Usage tracker for resource:security_group_rule and tenant:54e167169ecb41fab015180a82eb28e3 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:52:17.873974 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-de3feddd-3d33-4d13-b6ab-0343ade4f982 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:52:17.881882 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-de3feddd-3d33-4d13-b6ab-0343ade4f982 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:52:17.951791 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] get_ports_and_sgs() called for port_ids ['ee403728-2c86-4f7f-aa46-758e8426ce78'] {{(pid=86865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 16 21:52:18.008018 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-de3feddd-3d33-4d13-b6ab-0343ade4f982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:18.025370 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-de3feddd-3d33-4d13-b6ab-0343ade4f982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:18.038713 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:18.091222 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-de3feddd-3d33-4d13-b6ab-0343ade4f982 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=54e167169ecb41fab015180a82eb28e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8799005 Nov 16 21:52:18.093442 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3feddd-3d33-4d13-b6ab-0343ade4f982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a69aa9-ad4e-4102-ace0-bffdbb00c00d,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:18.094018 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 40024) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:18.097456 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-de3feddd-3d33-4d13-b6ab-0343ade4f982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:18.174095 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-3bc82676-b341-4005-87d7-0c4f4983184f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:18.207816 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-3bc82676-b341-4005-87d7-0c4f4983184f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:18.271700 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-2532f202-ef6f-47af-a43f-282a711cbcc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:18.284555 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-cf17add4-602c-48a7-a8ac-b67b85d7884f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:18.305565 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-2532f202-ef6f-47af-a43f-282a711cbcc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:52:18.308655 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-cf17add4-602c-48a7-a8ac-b67b85d7884f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:52:18.312492 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-2532f202-ef6f-47af-a43f-282a711cbcc7 admin admin] Usage tracker for resource:security_group_rule and tenant:f910ccfadfc04ae99a78a2c241ef9783 is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:52:18.319560 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-2532f202-ef6f-47af-a43f-282a711cbcc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:52:18.321839 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-cf17add4-602c-48a7-a8ac-b67b85d7884f admin admin] Usage tracker for resource:security_group_rule and tenant:636276192f2743698c9439650bf46a45 is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:52:18.326319 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-cf17add4-602c-48a7-a8ac-b67b85d7884f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:52:18.329755 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-2532f202-ef6f-47af-a43f-282a711cbcc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:52:18.338790 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-cf17add4-602c-48a7-a8ac-b67b85d7884f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:52:18.342699 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-3bc82676-b341-4005-87d7-0c4f4983184f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:18.350964 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-86b237c2-d891-4d6a-99ee-c80c4b97c855 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:18.365428 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc82676-b341-4005-87d7-0c4f4983184f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a69aa9-ad4e-4102-ace0-bffdbb00c00d,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:18.367996 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-3bc82676-b341-4005-87d7-0c4f4983184f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:18.397482 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-3bc82676-b341-4005-87d7-0c4f4983184f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:18.398699 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-3bc82676-b341-4005-87d7-0c4f4983184f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/80a69aa9-ad4e-4102-ace0-bffdbb00c00d HTTP/1.1" status: 204 len: 168 time: 0.3034725 Nov 16 21:52:18.554881 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-2532f202-ef6f-47af-a43f-282a711cbcc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:18.614853 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-2532f202-ef6f-47af-a43f-282a711cbcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:18.626567 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:18.636342 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-cf17add4-602c-48a7-a8ac-b67b85d7884f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:18.667165 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-cf17add4-602c-48a7-a8ac-b67b85d7884f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:18.713521 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-2532f202-ef6f-47af-a43f-282a711cbcc7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f910ccfadfc04ae99a78a2c241ef9783&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9305120 Nov 16 21:52:18.713940 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 40054) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:18.724692 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2532f202-ef6f-47af-a43f-282a711cbcc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812bfe02-e7f5-4fc3-8781-0abd0907c77f,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:18.727756 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-2532f202-ef6f-47af-a43f-282a711cbcc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:18.735173 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-3bc82676-b341-4005-87d7-0c4f4983184f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:18.761238 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-cf17add4-602c-48a7-a8ac-b67b85d7884f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=636276192f2743698c9439650bf46a45&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0423951 Nov 16 21:52:18.764078 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 40060) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:18.809990 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-4a32b211-b534-44b2-9cc8-394e6ebfd9c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:18.810602 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf17add4-602c-48a7-a8ac-b67b85d7884f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f356d6bf-a68a-4bc9-8bb8-8a739460bde9,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:18.824778 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-cf17add4-602c-48a7-a8ac-b67b85d7884f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:18.840281 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-4a32b211-b534-44b2-9cc8-394e6ebfd9c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:18.850582 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe6e01-b1e4-4ef7-9ad4-3e618287a2e3 req-6179ec90-f101-4e5a-8b35-72d61ea00849 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:18.852120 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-bbfe6e01-b1e4-4ef7-9ad4-3e618287a2e3 req-6179ec90-f101-4e5a-8b35-72d61ea00849 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=01a70cdd-89ae-4bb3-b9a7-b4c6d7dde373 HTTP/1.1" status: 200 len: 944 time: 0.3037875 Nov 16 21:52:18.923641 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-4a32b211-b534-44b2-9cc8-394e6ebfd9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:18.929902 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-856e38ba-8736-40a6-9d8c-fac8f1c1c82d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:18.930307 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:18.945607 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a32b211-b534-44b2-9cc8-394e6ebfd9c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812bfe02-e7f5-4fc3-8781-0abd0907c77f,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:18.948195 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-4a32b211-b534-44b2-9cc8-394e6ebfd9c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:18.960566 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-4a32b211-b534-44b2-9cc8-394e6ebfd9c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:18.962111 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-4a32b211-b534-44b2-9cc8-394e6ebfd9c0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/812bfe02-e7f5-4fc3-8781-0abd0907c77f HTTP/1.1" status: 204 len: 168 time: 0.2469275 Nov 16 21:52:18.993978 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 40076) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:19.025706 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-b86a9459-0a2d-4b04-846d-e78c49b1feac admin admin] Notify callbacks [] for security_group, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:19.027674 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-856e38ba-8736-40a6-9d8c-fac8f1c1c82d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:19.075006 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-b86a9459-0a2d-4b04-846d-e78c49b1feac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:52:19.087866 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-b86a9459-0a2d-4b04-846d-e78c49b1feac admin admin] Usage tracker for resource:security_group_rule and tenant:48cf1e00ca8a447d97c6976076ac64b3 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:52:19.088214 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-bbfe6e01-b1e4-4ef7-9ad4-3e618287a2e3 req-3a21d72d-cf12-429c-af96-cb8f570fb299 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287781 Nov 16 21:52:19.090119 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-856e38ba-8736-40a6-9d8c-fac8f1c1c82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:19.094527 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-b86a9459-0a2d-4b04-846d-e78c49b1feac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:52:19.095550 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-e530a0ee-ed1e-4c83-ab82-a45348a85d0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:19.111010 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856e38ba-8736-40a6-9d8c-fac8f1c1c82d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f356d6bf-a68a-4bc9-8bb8-8a739460bde9,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:19.113894 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-856e38ba-8736-40a6-9d8c-fac8f1c1c82d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:19.122459 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-b86a9459-0a2d-4b04-846d-e78c49b1feac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:52:19.127924 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-856e38ba-8736-40a6-9d8c-fac8f1c1c82d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:19.132619 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-856e38ba-8736-40a6-9d8c-fac8f1c1c82d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f356d6bf-a68a-4bc9-8bb8-8a739460bde9 HTTP/1.1" status: 204 len: 168 time: 0.3676066 Nov 16 21:52:19.277427 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device ee403728-2c86-4f7f-aa46-758e8426ce78 up at agent hyperv_hv-cinder-81814 {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 21:52:19.363312 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d442e19-f5a0-4262-8d59-ec266c1f65f9 req-bc35570e-f5de-44b9-82bd-3b44d2b9a49d tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:19.365566 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-3d442e19-f5a0-4262-8d59-ec266c1f65f9 req-bc35570e-f5de-44b9-82bd-3b44d2b9a49d tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 945 time: 0.2196803 Nov 16 21:52:19.429123 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Provisioning for port ee403728-2c86-4f7f-aa46-758e8426ce78 completed by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:52:19.437706 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Provisioning complete for port ee403728-2c86-4f7f-aa46-758e8426ce78 triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:19.438311 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:19.444633 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-3d442e19-f5a0-4262-8d59-ec266c1f65f9 req-eeb1190a-d8e6-4979-8a35-30953d68bb1d tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737753 Nov 16 21:52:19.460248 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-b86a9459-0a2d-4b04-846d-e78c49b1feac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:19.468202 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-b86a9459-0a2d-4b04-846d-e78c49b1feac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:19.501442 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-05112b6d-f97c-40d5-9e66-e062db381c11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:19.518566 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 40096) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:19.528997 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-b86a9459-0a2d-4b04-846d-e78c49b1feac admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=48cf1e00ca8a447d97c6976076ac64b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5338571 Nov 16 21:52:19.570242 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a9459-0a2d-4b04-846d-e78c49b1feac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d43333-cbe2-45bd-b242-495053cc6a39,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:19.592045 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-b86a9459-0a2d-4b04-846d-e78c49b1feac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:19.595316 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:19.635773 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-a70f05d8-1ec9-4ca1-b874-1d232ee3e1d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:19.637995 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a70cdd-89ae-4bb3-b9a7-b4c6d7dde373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee403728-2c86-4f7f-aa46-758e8426ce78'}] {{(pid=86865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:52:19.666812 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port ee403728-2c86-4f7f-aa46-758e8426ce78, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=ee403728-2c86-4f7f-aa46-758e8426ce78,segment=NetworkSegment(fa6f151b-caab-43d2-8df9-fad7d0c72214),segment_id=fa6f151b-caab-43d2-8df9-fad7d0c72214)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:52:19.669218 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-a70f05d8-1ec9-4ca1-b874-1d232ee3e1d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:19.673757 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:19.674918 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device 4ced111e-1ae0-43ac-84df-e1bfc805cdd3 up at agent hyperv_hv-cinder-81814 {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 21:52:19.711813 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:19.746889 dv-cinder-818140-1-smb neutron-server[86865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a70cdd-89ae-4bb3-b9a7-b4c6d7dde373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee403728-2c86-4f7f-aa46-758e8426ce78', 'code': 200} Nov 16 21:52:19.788068 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-a70f05d8-1ec9-4ca1-b874-1d232ee3e1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:19.795496 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-4ca21215-9637-4fba-afcb-34a113263b89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:19.839681 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Pushing event updated for resources: {'Port': ['ID=ee403728-2c86-4f7f-aa46-758e8426ce78,revision_number=5']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:19.844935 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f05d8-1ec9-4ca1-b874-1d232ee3e1d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d43333-cbe2-45bd-b242-495053cc6a39,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:19.850539 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:19.853446 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-a70f05d8-1ec9-4ca1-b874-1d232ee3e1d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:19.855278 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-a70f05d8-1ec9-4ca1-b874-1d232ee3e1d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:19.858891 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-a70f05d8-1ec9-4ca1-b874-1d232ee3e1d0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a1d43333-cbe2-45bd-b242-495053cc6a39 HTTP/1.1" status: 204 len: 168 time: 0.3389566 Nov 16 21:52:19.859501 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Provisioning for port 4ced111e-1ae0-43ac-84df-e1bfc805cdd3 completed by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:52:19.871779 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Provisioning complete for port 4ced111e-1ae0-43ac-84df-e1bfc805cdd3 triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:19.872357 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:19.951863 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f990d09-2c90-4274-be32-ea9414536e8c req-3634a768-8001-4dbf-b718-82ecdee16bb2 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:19.957617 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-1f990d09-2c90-4274-be32-ea9414536e8c req-3634a768-8001-4dbf-b718-82ecdee16bb2 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9ebdeb9-23ee-4323-8bc7-1d19e4d221f6 HTTP/1.1" status: 200 len: 945 time: 0.1791921 Nov 16 21:52:20.026941 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 40112) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:20.035539 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-1f990d09-2c90-4274-be32-ea9414536e8c req-4b048443-6ed0-4fd7-8c79-7a2dda161dbf tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ce35d2e-a404-4f74-bda4-111ace477a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710230 Nov 16 21:52:20.109927 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-f5c468ae-a020-4a65-b2f0-a97f9a47668e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:20.129625 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:20.131435 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-f5c468ae-a020-4a65-b2f0-a97f9a47668e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:52:20.135361 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-f5c468ae-a020-4a65-b2f0-a97f9a47668e admin admin] Usage tracker for resource:security_group_rule and tenant:8cac93a5ace8424aafca35c2bf62f99e is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:52:20.138283 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-f5c468ae-a020-4a65-b2f0-a97f9a47668e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:52:20.144333 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-f5c468ae-a020-4a65-b2f0-a97f9a47668e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:52:20.207851 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port 4ced111e-1ae0-43ac-84df-e1bfc805cdd3, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=4ced111e-1ae0-43ac-84df-e1bfc805cdd3,segment=NetworkSegment(fa6f151b-caab-43d2-8df9-fad7d0c72214),segment_id=fa6f151b-caab-43d2-8df9-fad7d0c72214)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:52:20.217531 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:20.218501 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device e59bfc3b-1030-4b9e-91e4-fe40cfedee28 up at agent hyperv_hv-cinder-81814 {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 21:52:20.242179 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-f5c468ae-a020-4a65-b2f0-a97f9a47668e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:20.250442 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf5d97-29e0-4513-b097-0978e35ce3d7 req-ca71a7aa-4855-4301-ae30-50f52b392f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:20.252895 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-7acf5d97-29e0-4513-b097-0978e35ce3d7 req-ca71a7aa-4855-4301-ae30-50f52b392f44 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=01a70cdd-89ae-4bb3-b9a7-b4c6d7dde373 HTTP/1.1" status: 200 len: 1098 time: 0.2220912 Nov 16 21:52:20.253967 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-f5c468ae-a020-4a65-b2f0-a97f9a47668e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:20.264262 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:20.294366 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:20.329822 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 40120) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:20.354309 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c468ae-a020-4a65-b2f0-a97f9a47668e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af74c9c-8d6d-48ab-a7d2-53c1dcfba2b7,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:20.376371 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-f5c468ae-a020-4a65-b2f0-a97f9a47668e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:20.396410 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Pushing event updated for resources: {'Port': ['ID=4ced111e-1ae0-43ac-84df-e1bfc805cdd3,revision_number=5']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:20.398994 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d59b88-36f8-4fbb-94b0-e89fef2b950c req-98d83ee9-2d2c-4f06-8dd5-0a4c25da86e1 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:20.406126 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:20.409435 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-f5c468ae-a020-4a65-b2f0-a97f9a47668e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8cac93a5ace8424aafca35c2bf62f99e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3813851 Nov 16 21:52:20.412306 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 40124) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:20.412644 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-60d59b88-36f8-4fbb-94b0-e89fef2b950c req-98d83ee9-2d2c-4f06-8dd5-0a4c25da86e1 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=01a70cdd-89ae-4bb3-b9a7-b4c6d7dde373 HTTP/1.1" status: 200 len: 945 time: 0.1779461 Nov 16 21:52:20.430273 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-1c0aa1b7-906c-493a-acfa-0e59493002c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:20.430970 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-7acf5d97-29e0-4513-b097-0978e35ce3d7 req-5e34910c-8987-4f60-9941-d4e1c0cf45f3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693189 Nov 16 21:52:20.459514 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-1c0aa1b7-906c-493a-acfa-0e59493002c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:52:20.466036 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Provisioning for port e59bfc3b-1030-4b9e-91e4-fe40cfedee28 completed by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:52:20.468216 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-1c0aa1b7-906c-493a-acfa-0e59493002c9 admin admin] Usage tracker for resource:security_group_rule and tenant:95cbbdcddf40408db56791f20df63ed7 is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:52:20.472589 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Provisioning complete for port e59bfc3b-1030-4b9e-91e4-fe40cfedee28 triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:20.472973 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:20.473771 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-1c0aa1b7-906c-493a-acfa-0e59493002c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:52:20.493118 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-60d59b88-36f8-4fbb-94b0-e89fef2b950c req-03991557-f5e5-496a-a422-5d52e2a53adf tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795274 Nov 16 21:52:20.496718 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-1c0aa1b7-906c-493a-acfa-0e59493002c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:52:20.526565 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-11eee0c7-75fb-432b-9fca-6bff8cff0b76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:20.596544 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-11eee0c7-75fb-432b-9fca-6bff8cff0b76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:20.648954 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-1c0aa1b7-906c-493a-acfa-0e59493002c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:20.660294 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-1c0aa1b7-906c-493a-acfa-0e59493002c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:20.679890 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:20.699911 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:20.773051 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port e59bfc3b-1030-4b9e-91e4-fe40cfedee28, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=e59bfc3b-1030-4b9e-91e4-fe40cfedee28,segment=NetworkSegment(0768277f-89e3-47c8-84f9-a7ae38cc5ef8),segment_id=0768277f-89e3-47c8-84f9-a7ae38cc5ef8)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:52:20.775748 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-1c0aa1b7-906c-493a-acfa-0e59493002c9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=95cbbdcddf40408db56791f20df63ed7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4439466 Nov 16 21:52:20.776874 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0aa1b7-906c-493a-acfa-0e59493002c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db10a3d5-05c8-443c-bdeb-4ede27f818df,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:20.779397 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 40136) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:20.781966 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-1c0aa1b7-906c-493a-acfa-0e59493002c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:20.789386 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-11eee0c7-75fb-432b-9fca-6bff8cff0b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:20.795248 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-c59e6d8b-0f03-4740-9a21-4d25aacab8a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:20.796516 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:20.803076 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:20.825710 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eee0c7-75fb-432b-9fca-6bff8cff0b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af74c9c-8d6d-48ab-a7d2-53c1dcfba2b7,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:20.845220 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-11eee0c7-75fb-432b-9fca-6bff8cff0b76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:20.871424 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-11eee0c7-75fb-432b-9fca-6bff8cff0b76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:20.872765 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-11eee0c7-75fb-432b-9fca-6bff8cff0b76 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5af74c9c-8d6d-48ab-a7d2-53c1dcfba2b7 HTTP/1.1" status: 204 len: 168 time: 0.4583740 Nov 16 21:52:20.894523 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57acec-16e7-465f-919a-e479e90ba593 req-99779ef4-8b96-46b2-94b4-46fd4604c066 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:20.899268 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-bd1be069-4214-43a1-94e7-92264c4adbf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:20.902084 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-3b57acec-16e7-465f-919a-e479e90ba593 req-99779ef4-8b96-46b2-94b4-46fd4604c066 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 945 time: 0.2162094 Nov 16 21:52:20.947586 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Pushing event updated for resources: {'Port': ['ID=e59bfc3b-1030-4b9e-91e4-fe40cfedee28,revision_number=5']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:20.958527 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:20.960353 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-3b57acec-16e7-465f-919a-e479e90ba593 req-1da86884-f407-441e-b7c8-1f1c475aa89c tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561712 Nov 16 21:52:20.972339 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-bd1be069-4214-43a1-94e7-92264c4adbf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:21.054279 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-bd1be069-4214-43a1-94e7-92264c4adbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:21.060075 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-b8b196dd-8ed7-430c-9267-8248baf5ec1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:21.090374 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1be069-4214-43a1-94e7-92264c4adbf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db10a3d5-05c8-443c-bdeb-4ede27f818df,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:21.093612 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-bd1be069-4214-43a1-94e7-92264c4adbf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:21.094690 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-bd1be069-4214-43a1-94e7-92264c4adbf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:21.099082 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-bd1be069-4214-43a1-94e7-92264c4adbf9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/db10a3d5-05c8-443c-bdeb-4ede27f818df HTTP/1.1" status: 204 len: 168 time: 0.3155024 Nov 16 21:52:21.130879 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 40156) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:21.291331 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b87f1-b6a1-4b34-bb2e-e174ff1bed59 req-ad191f91-d0a7-4085-9fe0-72b804665e3a tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:21.299852 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-f82b87f1-b6a1-4b34-bb2e-e174ff1bed59 req-ad191f91-d0a7-4085-9fe0-72b804665e3a tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9ebdeb9-23ee-4323-8bc7-1d19e4d221f6 HTTP/1.1" status: 200 len: 945 time: 0.0993214 Nov 16 21:52:21.354728 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-f82b87f1-b6a1-4b34-bb2e-e174ff1bed59 req-59e38ca9-4ae7-47d4-9de5-dabd774d823a tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ce35d2e-a404-4f74-bda4-111ace477a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538819 Nov 16 21:52:21.505102 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-8f40be8a-4ea3-43b7-8f72-1c8867d73c7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:21.520936 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-8f40be8a-4ea3-43b7-8f72-1c8867d73c7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:52:21.525933 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-8f40be8a-4ea3-43b7-8f72-1c8867d73c7d admin admin] Usage tracker for resource:security_group_rule and tenant:b8ae52243740450cb529efef7efaec8b is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:52:21.527829 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-8f40be8a-4ea3-43b7-8f72-1c8867d73c7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:52:21.533973 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-8f40be8a-4ea3-43b7-8f72-1c8867d73c7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:52:21.676812 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-8f40be8a-4ea3-43b7-8f72-1c8867d73c7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:21.689023 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-8f40be8a-4ea3-43b7-8f72-1c8867d73c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:21.709608 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-2532f202-ef6f-47af-a43f-282a711cbcc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:21.749344 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10fce765-90e3-4dee-9199-f78bb7064a76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ced111e-1ae0-43ac-84df-e1bfc805cdd3'}, {'server_uuid': '054c3407-affa-4aac-b17e-66a4885a7181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59bfc3b-1030-4b9e-91e4-fe40cfedee28'}] {{(pid=86865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:52:21.777491 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc71d7-7dd9-4c8a-9c56-cc9c8f56e00d req-64d21925-3875-4ecf-9be9-503eddb9e950 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:21.779003 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-16cc71d7-7dd9-4c8a-9c56-cc9c8f56e00d req-64d21925-3875-4ecf-9be9-503eddb9e950 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9ebdeb9-23ee-4323-8bc7-1d19e4d221f6 HTTP/1.1" status: 200 len: 945 time: 0.1989629 Nov 16 21:52:21.782301 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f40be8a-4ea3-43b7-8f72-1c8867d73c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17bd27ad-ee4a-49a7-8909-d99415116fa2,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:21.791752 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a083624-0e79-42ab-9949-0960dd3242a2 req-17f520ea-2e15-4069-9ced-5f9e9180ded2 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:21.794499 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-6a083624-0e79-42ab-9949-0960dd3242a2 req-17f520ea-2e15-4069-9ced-5f9e9180ded2 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=01a70cdd-89ae-4bb3-b9a7-b4c6d7dde373 HTTP/1.1" status: 200 len: 945 time: 0.1392217 Nov 16 21:52:21.811490 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-8f40be8a-4ea3-43b7-8f72-1c8867d73c7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:21.833332 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-8f40be8a-4ea3-43b7-8f72-1c8867d73c7d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b8ae52243740450cb529efef7efaec8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6989400 Nov 16 21:52:21.834729 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 40188) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:21.850878 dv-cinder-818140-1-smb neutron-server[86865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10fce765-90e3-4dee-9199-f78bb7064a76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ced111e-1ae0-43ac-84df-e1bfc805cdd3', 'code': 200} Nov 16 21:52:21.851161 dv-cinder-818140-1-smb neutron-server[86865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '054c3407-affa-4aac-b17e-66a4885a7181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59bfc3b-1030-4b9e-91e4-fe40cfedee28', 'code': 200} Nov 16 21:52:21.907794 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.plugin [req-16cc71d7-7dd9-4c8a-9c56-cc9c8f56e00d req-3860b346-b26d-48f9-a82c-124b1afc7c0b tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] Deleting port 9fad2c8a-e8cf-4e3a-9c73-bc5156efaa1b {{(pid=86863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 16 21:52:21.908386 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-16cc71d7-7dd9-4c8a-9c56-cc9c8f56e00d req-3860b346-b26d-48f9-a82c-124b1afc7c0b tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790568630941'] for port, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:21.954186 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-6a083624-0e79-42ab-9949-0960dd3242a2 req-64bc0901-7651-4f64-89f1-bc74f3eacece tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200314 Nov 16 21:52:21.983091 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-f2be50e9-60d3-45ec-bc11-34c9a98d7c67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:22.050098 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-f2be50e9-60d3-45ec-bc11-34c9a98d7c67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:22.165313 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-f2be50e9-60d3-45ec-bc11-34c9a98d7c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:22.175751 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:22.191530 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2be50e9-60d3-45ec-bc11-34c9a98d7c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17bd27ad-ee4a-49a7-8909-d99415116fa2,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:22.198785 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-f2be50e9-60d3-45ec-bc11-34c9a98d7c67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:22.199816 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-f2be50e9-60d3-45ec-bc11-34c9a98d7c67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:22.203478 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-f2be50e9-60d3-45ec-bc11-34c9a98d7c67 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/17bd27ad-ee4a-49a7-8909-d99415116fa2 HTTP/1.1" status: 204 len: 168 time: 0.3651729 Nov 16 21:52:22.249413 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7039ad-285c-4f9d-98bd-96bc5edbdb8c req-25be39b7-bf41-421a-8ae2-e27308c70112 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:22.255316 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-8e7039ad-285c-4f9d-98bd-96bc5edbdb8c req-25be39b7-bf41-421a-8ae2-e27308c70112 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 946 time: 0.1298015 Nov 16 21:52:22.325671 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-8e7039ad-285c-4f9d-98bd-96bc5edbdb8c req-a9050e51-adbb-43a5-8bf6-992edb921f3e tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636666 Nov 16 21:52:22.429206 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6172a-759c-4233-930a-d5b6c6194730 req-3899b867-1fb8-4464-a79e-6689a89c4d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:22.431082 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-62c6172a-759c-4233-930a-d5b6c6194730 req-3899b867-1fb8-4464-a79e-6689a89c4d40 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 1099 time: 0.1043742 Nov 16 21:52:22.509170 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [req-62c6172a-759c-4233-930a-d5b6c6194730 req-e95b4af9-a68e-49ed-b8e5-fb426428087c service neutron] Synchronizing usage tracker for tenant:c44edc85398046c18417ca326565ed60 on resource:security_group {{(pid=86864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:52:22.535872 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.db [req-16cc71d7-7dd9-4c8a-9c56-cc9c8f56e00d req-3860b346-b26d-48f9-a82c-124b1afc7c0b tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] For port 9fad2c8a-e8cf-4e3a-9c73-bc5156efaa1b, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=9fad2c8a-e8cf-4e3a-9c73-bc5156efaa1b,segment=NetworkSegment(2cc18ceb-0c08-41c7-bd22-c85903a6329a),segment_id=2cc18ceb-0c08-41c7-bd22-c85903a6329a)] {{(pid=86863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:52:22.536298 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-16cc71d7-7dd9-4c8a-9c56-cc9c8f56e00d req-3860b346-b26d-48f9-a82c-124b1afc7c0b tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675270'] for port, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:22.540053 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [req-62c6172a-759c-4233-930a-d5b6c6194730 req-e95b4af9-a68e-49ed-b8e5-fb426428087c service neutron] Unset dirty status for tenant:c44edc85398046c18417ca326565ed60 on resource:security_group {{(pid=86864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:52:22.541658 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-62c6172a-759c-4233-930a-d5b6c6194730 req-e95b4af9-a68e-49ed-b8e5-fb426428087c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998449 Nov 16 21:52:22.715349 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.plugin [req-16cc71d7-7dd9-4c8a-9c56-cc9c8f56e00d req-3860b346-b26d-48f9-a82c-124b1afc7c0b tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] Calling delete_port for 9fad2c8a-e8cf-4e3a-9c73-bc5156efaa1b owned by compute:nova {{(pid=86863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 16 21:52:22.790304 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f15ee-460c-4f7e-a11e-9baef7ea226b req-30bccaa6-b9ee-40a3-9636-d0759dd82a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:22.791773 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-9a3f15ee-460c-4f7e-a11e-9baef7ea226b req-30bccaa6-b9ee-40a3-9636-d0759dd82a1a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 1099 time: 0.4942956 Nov 16 21:52:23.076863 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b28a0b-2821-4ad0-9304-ca1c0802f6a0 req-0f0148e7-1aaf-4cda-b805-3d8241863d58 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:23.087118 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-a4b28a0b-2821-4ad0-9304-ca1c0802f6a0 req-0f0148e7-1aaf-4cda-b805-3d8241863d58 tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9ebdeb9-23ee-4323-8bc7-1d19e4d221f6 HTTP/1.1" status: 200 len: 945 time: 0.5509412 Nov 16 21:52:23.098836 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-9a3f15ee-460c-4f7e-a11e-9baef7ea226b req-b5029a3c-378a-4e0d-9fad-800bb75286d0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964993 Nov 16 21:52:23.165633 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-a4b28a0b-2821-4ad0-9304-ca1c0802f6a0 req-5bc19166-6ab3-4886-b0c6-8d797e05ee2d tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ce35d2e-a404-4f74-bda4-111ace477a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775394 Nov 16 21:52:23.166794 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-16cc71d7-7dd9-4c8a-9c56-cc9c8f56e00d req-3860b346-b26d-48f9-a82c-124b1afc7c0b tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790568634161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790568269114'] for port, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:23.174678 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-fe920b19-0d78-409b-8b75-c95b281e70ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:23.179583 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] get_ports_and_sgs() called for port_ids ['9fad2c8a-e8cf-4e3a-9c73-bc5156efaa1b'] {{(pid=86865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 16 21:52:23.229578 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3860b346-b26d-48f9-a82c-124b1afc7c0b tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] Pushing event deleted for resources: {'Port': ['ID=9fad2c8a-e8cf-4e3a-9c73-bc5156efaa1b,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:23.245020 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-3860b346-b26d-48f9-a82c-124b1afc7c0b tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:23.306187 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf72502d-74c1-4897-a993-41f9b99fa453 req-b1392b92-a69e-4dd4-a8a9-e694c4a4a384 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:23.307667 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-bf72502d-74c1-4897-a993-41f9b99fa453 req-b1392b92-a69e-4dd4-a8a9-e694c4a4a384 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=01a70cdd-89ae-4bb3-b9a7-b4c6d7dde373 HTTP/1.1" status: 200 len: 945 time: 0.1962759 Nov 16 21:52:23.331985 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.l3_dvrscheduler_db [req-16cc71d7-7dd9-4c8a-9c56-cc9c8f56e00d req-3860b346-b26d-48f9-a82c-124b1afc7c0b tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] No DVR routers for this DVR port 9fad2c8a-e8cf-4e3a-9c73-bc5156efaa1b on host hv-cinder-81814 {{(pid=86863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:52:23.335600 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-16cc71d7-7dd9-4c8a-9c56-cc9c8f56e00d req-3860b346-b26d-48f9-a82c-124b1afc7c0b tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for port, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:23.339314 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ebdeb9-23ee-4323-8bc7-1d19e4d221f6', 'name': 'network-vif-deleted', 'tag': '9fad2c8a-e8cf-4e3a-9c73-bc5156efaa1b'}] {{(pid=86863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:52:23.360862 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-16cc71d7-7dd9-4c8a-9c56-cc9c8f56e00d req-3860b346-b26d-48f9-a82c-124b1afc7c0b tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] 10.222.0.60 "DELETE /v2.0/ports/9fad2c8a-e8cf-4e3a-9c73-bc5156efaa1b HTTP/1.1" status: 204 len: 173 time: 1.5650578 Nov 16 21:52:23.382613 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-bf72502d-74c1-4897-a993-41f9b99fa453 req-39fe5a23-d9fd-4487-89b0-caaea51a693b tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676010 Nov 16 21:52:23.434749 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ebdeb9-23ee-4323-8bc7-1d19e4d221f6', 'name': 'network-vif-deleted', 'tag': '9fad2c8a-e8cf-4e3a-9c73-bc5156efaa1b', 'status': 'completed', 'code': 200} Nov 16 21:52:23.639005 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b453ed9-e5ba-4f8f-8f52-38de0cbb587a req-b0009881-8455-44a7-8f56-3543b32ed13f tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:23.646998 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-6b453ed9-e5ba-4f8f-8f52-38de0cbb587a req-b0009881-8455-44a7-8f56-3543b32ed13f tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 946 time: 0.0918157 Nov 16 21:52:23.703295 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-6b453ed9-e5ba-4f8f-8f52-38de0cbb587a req-2642cc4e-fedf-4b82-8695-68c66085f91f tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550411 Nov 16 21:52:23.945506 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064ce3d-b590-4a33-87b5-f46824bbd6dd req-1b7c9215-5331-4c99-8f5e-7980be4d9574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:23.950973 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-0064ce3d-b590-4a33-87b5-f46824bbd6dd req-1b7c9215-5331-4c99-8f5e-7980be4d9574 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=51fd3b659b6e4c039a7453f6627ed588&device_id=01a70cdd-89ae-4bb3-b9a7-b4c6d7dde373 HTTP/1.1" status: 200 len: 1098 time: 0.1307282 Nov 16 21:52:24.056777 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf6388-4e48-4f66-b2c4-90e1233b5763 req-3a985e22-6626-4c92-b100-a29054dde7da tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:24.058609 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-27cf6388-4e48-4f66-b2c4-90e1233b5763 req-3a985e22-6626-4c92-b100-a29054dde7da tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=01a70cdd-89ae-4bb3-b9a7-b4c6d7dde373 HTTP/1.1" status: 200 len: 945 time: 0.1729157 Nov 16 21:52:24.158824 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-27cf6388-4e48-4f66-b2c4-90e1233b5763 req-01602c78-e617-492a-8c2f-9a779ac2e446 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904291 Nov 16 21:52:24.365531 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064ce3d-b590-4a33-87b5-f46824bbd6dd req-8de22b5c-5d28-437f-bbc8-faec4bc4265c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:24.368828 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-0064ce3d-b590-4a33-87b5-f46824bbd6dd req-8de22b5c-5d28-437f-bbc8-faec4bc4265c service neutron] 10.222.0.60 "GET /v2.0/networks?id=4c2cdc0e-8705-442b-a218-488155a7767e HTTP/1.1" status: 200 len: 920 time: 0.4039083 Nov 16 21:52:24.499669 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-0064ce3d-b590-4a33-87b5-f46824bbd6dd req-cee6a180-8ca0-456b-898a-458423c11d55 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee403728-2c86-4f7f-aa46-758e8426ce78 HTTP/1.1" status: 200 len: 217 time: 0.1114624 Nov 16 21:52:24.586639 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-25f3eccf-0f43-4707-8424-6a0294448888 req-3afb8b24-794f-47d2-88e7-2442eb0b743f tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] Synchronizing usage tracker for tenant:03b4f159bfaa4df196bb406c1c8838f7 on resource:port {{(pid=86863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:52:24.618365 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-25f3eccf-0f43-4707-8424-6a0294448888 req-3afb8b24-794f-47d2-88e7-2442eb0b743f tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] Unset dirty status for tenant:03b4f159bfaa4df196bb406c1c8838f7 on resource:port {{(pid=86863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:52:24.619542 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-25f3eccf-0f43-4707-8424-6a0294448888 req-3afb8b24-794f-47d2-88e7-2442eb0b743f tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9ebdeb9-23ee-4323-8bc7-1d19e4d221f6 HTTP/1.1" status: 200 len: 210 time: 0.1225033 Nov 16 21:52:24.620965 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064ce3d-b590-4a33-87b5-f46824bbd6dd req-9b1a816f-061f-4746-b0d4-7f7e46aa7b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:24.622367 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-0064ce3d-b590-4a33-87b5-f46824bbd6dd req-9b1a816f-061f-4746-b0d4-7f7e46aa7b02 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7ba5f404-5610-4d51-b5c8-16096278c672 HTTP/1.1" status: 200 len: 859 time: 0.0866396 Nov 16 21:52:24.721367 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-0064ce3d-b590-4a33-87b5-f46824bbd6dd req-72c89d99-7289-4514-8664-215257ca4645 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4c2cdc0e-8705-442b-a218-488155a7767e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847628 Nov 16 21:52:24.724214 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-c10d6998-73ed-4f16-8040-b6e75463bfaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:24.880676 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-0064ce3d-b590-4a33-87b5-f46824bbd6dd req-fa3db01d-35ff-4ead-bcad-eb94edd8f85f service neutron] 10.222.0.60 "GET /v2.0/networks/4c2cdc0e-8705-442b-a218-488155a7767e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507709 Nov 16 21:52:24.936964 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e534a-3e05-4c45-9546-e4420b736848 req-2521c41e-1cfb-428e-ae2a-29733f433a46 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:24.939139 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-496e534a-3e05-4c45-9546-e4420b736848 req-2521c41e-1cfb-428e-ae2a-29733f433a46 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 946 time: 0.0884659 Nov 16 21:52:25.027506 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-496e534a-3e05-4c45-9546-e4420b736848 req-146f84bc-f912-484a-969f-2ca589ec181e tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794168 Nov 16 21:52:25.086592 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-0064ce3d-b590-4a33-87b5-f46824bbd6dd req-af52d590-f388-45cb-8cd1-23c40079e5ab service neutron] 10.222.0.60 "GET /v2.0/networks/4c2cdc0e-8705-442b-a218-488155a7767e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983030 Nov 16 21:52:25.254841 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:25.295087 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d321f04-1bea-48c5-b693-63afe60ff2ca req-95575340-3b3f-4735-9a3c-fb625c0fbf1d tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:25.296916 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-5d321f04-1bea-48c5-b693-63afe60ff2ca req-95575340-3b3f-4735-9a3c-fb625c0fbf1d tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 946 time: 0.1261110 Nov 16 21:52:25.306406 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 40332) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:25.312675 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device 9fad2c8a-e8cf-4e3a-9c73-bc5156efaa1b no longer exists at agent hyperv_hv-cinder-81814 {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 16 21:52:25.313302 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [None req-6d565fe0-f032-4029-84ea-55765f26deaf tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Request body: {'floatingip': {'port_id': 'e59bfc3b-1030-4b9e-91e4-fe40cfedee28'}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:25.358549 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] No Port match for: 9fad2c8a-e8cf-4e3a-9c73-bc5156efaa1b {{(pid=86865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 16 21:52:25.359488 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device 9fad2c8a-e8cf-4e3a-9c73-bc5156efaa1b not bound to the agent host hv-cinder-81814 {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 16 21:52:25.411425 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-6d565fe0-f032-4029-84ea-55765f26deaf tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks [] for floatingip, before_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:25.433854 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d2fba-696f-49ec-ab49-be767be4d301 req-0783f021-4adc-4131-8eab-043eafc7c24d tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:25.435536 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-b42d2fba-696f-49ec-ab49-be767be4d301 req-0783f021-4adc-4131-8eab-043eafc7c24d tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=01a70cdd-89ae-4bb3-b9a7-b4c6d7dde373 HTTP/1.1" status: 200 len: 945 time: 0.1480319 Nov 16 21:52:25.522477 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-b42d2fba-696f-49ec-ab49-be767be4d301 req-68051c8c-5908-4cf6-9b9b-b0b07a16d2db tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783226 Nov 16 21:52:26.419052 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-6d565fe0-f032-4029-84ea-55765f26deaf tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:26.426823 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-6d565fe0-f032-4029-84ea-55765f26deaf tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677620'] for floatingip, after_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:26.650488 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.db.l3_db [None req-6d565fe0-f032-4029-84ea-55765f26deaf tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Floating IP 6058c2d8-6c85-41ed-bd20-04680aa03bb8 associated. External IP: 172.28.3.126, port: e59bfc3b-1030-4b9e-91e4-fe40cfedee28. Nov 16 21:52:26.809154 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51bf54-1f72-47f4-ad0f-19d60627303d req-ffdbc706-1609-4827-bd00-3dbae07f7f37 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:26.816157 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-7a51bf54-1f72-47f4-ad0f-19d60627303d req-ffdbc706-1609-4827-bd00-3dbae07f7f37 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=01a70cdd-89ae-4bb3-b9a7-b4c6d7dde373 HTTP/1.1" status: 200 len: 945 time: 0.1399884 Nov 16 21:52:26.887089 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-7a51bf54-1f72-47f4-ad0f-19d60627303d req-f52afd1b-cfbd-48a1-93ee-31604bc40944 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697882 Nov 16 21:52:27.185086 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d565fe0-f032-4029-84ea-55765f26deaf tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Router 668b0f38-aba8-4815-9de1-17c0029411c1 has already been hosted by L3 agent 61e322f1-f733-4c16-8e8e-7253ec5fb84a {{(pid=86863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 16 21:52:27.396341 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d565fe0-f032-4029-84ea-55765f26deaf tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify agent at l3_agent.dv-cinder-818140-1-smb the message routers_updated {{(pid=86863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 16 21:52:27.403793 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-6d565fe0-f032-4029-84ea-55765f26deaf tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for floatingip, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:27.413238 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc3c774-42b3-4c7a-aceb-f6f1f25334ba None None] Sync routers for ids ['668b0f38-aba8-4815-9de1-17c0029411c1'] in dv-cinder-818140-1-smb {{(pid=86866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:52:27.425557 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc3c774-42b3-4c7a-aceb-f6f1f25334ba None None] Routers {'668b0f38-aba8-4815-9de1-17c0029411c1'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 21:52:27.426836 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_hamode_db [None req-6fc3c774-42b3-4c7a-aceb-f6f1f25334ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T21:51:57Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['668b0f38-aba8-4815-9de1-17c0029411c1'], 'active': True} {{(pid=86866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:52:27.453541 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-18891486-1f3a-4835-aa92-6d6a30e331c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:27.615244 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-6d565fe0-f032-4029-84ea-55765f26deaf tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "PUT /v2.0/floatingips/6058c2d8-6c85-41ed-bd20-04680aa03bb8 HTTP/1.1" status: 200 len: 992 time: 2.3074841 Nov 16 21:52:27.616024 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '054c3407-affa-4aac-b17e-66a4885a7181', 'tag': 'e59bfc3b-1030-4b9e-91e4-fe40cfedee28'}] {{(pid=86863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:52:27.694735 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_dvr_db [None req-6fc3c774-42b3-4c7a-aceb-f6f1f25334ba None None] Set router 668b0f38-aba8-4815-9de1-17c0029411c1 gateway port host: dv-cinder-818140-1-smb {{(pid=86866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 21:52:27.714542 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '054c3407-affa-4aac-b17e-66a4885a7181', 'tag': 'e59bfc3b-1030-4b9e-91e4-fe40cfedee28', 'status': 'completed', 'code': 200} Nov 16 21:52:27.929549 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f6adc6-37c4-48f3-805e-97f72890e6e5 req-33627482-0505-48e4-a3fa-e610d8add7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:27.931078 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-a7f6adc6-37c4-48f3-805e-97f72890e6e5 req-33627482-0505-48e4-a3fa-e610d8add7d0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=727ecad6d44746bbaca7ef41b34b6315&device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 1099 time: 0.1862028 Nov 16 21:52:28.131740 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f6adc6-37c4-48f3-805e-97f72890e6e5 req-3169fa7e-1a99-4465-b170-262202348bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:28.140322 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-a7f6adc6-37c4-48f3-805e-97f72890e6e5 req-3169fa7e-1a99-4465-b170-262202348bc4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=cfb6277a-1481-4312-adb0-643dce04514b HTTP/1.1" status: 200 len: 917 time: 0.1949394 Nov 16 21:52:28.240278 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_hamode_db [None req-6fc3c774-42b3-4c7a-aceb-f6f1f25334ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668b0f38-aba8-4815-9de1-17c0029411c1', 'name': 'tempest-AttachVolumeShelveTestJSON-809381388-router', 'tenant_id': '727ecad6d44746bbaca7ef41b34b6315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': '42a84d3b-7d34-4e74-959e-afc99b56760a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:51:36Z', 'updated_at': '2021-11-16T21:51:45Z', 'revision_number': 4, 'project_id': '727ecad6d44746bbaca7ef41b34b6315', 'gw_port': {'id': '42a84d3b-7d34-4e74-959e-afc99b56760a', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:74:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668b0f38-aba8-4815-9de1-17c0029411c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:37Z', 'updated_at': '2021-11-16T21:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb', '_floatingips': [{'id': '6058c2d8-6c85-41ed-bd20-04680aa03bb8', 'tenant_id': '727ecad6d44746bbaca7ef41b34b6315', 'floating_ip_address': '172.28.3.126', 'floating_network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'router_id': '668b0f38-aba8-4815-9de1-17c0029411c1', 'port_id': 'e59bfc3b-1030-4b9e-91e4-fe40cfedee28', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb6277a-1481-4312-adb0-643dce04514b', 'mac_address': 'fa:16:3e:d3:21:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054c3407-affa-4aac-b17e-66a4885a7181', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:51:55Z', 'updated_at': '2021-11-16T21:52:26Z', 'revision_number': 1, 'project_id': '727ecad6d44746bbaca7ef41b34b6315', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47b7cff2-a530-4bb3-a4bc-6b8f685bfb70', 'name': '', 'network_id': 'cfb6277a-1481-4312-adb0-643dce04514b', 'tenant_id': '727ecad6d44746bbaca7ef41b34b6315', 'mac_address': 'fa:16:3e:2e:4c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668b0f38-aba8-4815-9de1-17c0029411c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fd05cea4-2dd2-4a0d-8f4a-e62d3c4e1889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:43Z', 'updated_at': '2021-11-16T21:51:57Z', 'revision_number': 5, 'project_id': '727ecad6d44746bbaca7ef41b34b6315', 'subnets': [{'id': 'fd05cea4-2dd2-4a0d-8f4a-e62d3c4e1889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:52:28.245782 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc3c774-42b3-4c7a-aceb-f6f1f25334ba None None] Checking router: 668b0f38-aba8-4815-9de1-17c0029411c1 for host: dv-cinder-818140-1-smb {{(pid=86866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:52:28.256002 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc3c774-42b3-4c7a-aceb-f6f1f25334ba None None] Routers {'668b0f38-aba8-4815-9de1-17c0029411c1'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 21:52:28.256618 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_hamode_db [None req-6fc3c774-42b3-4c7a-aceb-f6f1f25334ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T21:52:27Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['668b0f38-aba8-4815-9de1-17c0029411c1'], 'active': True} {{(pid=86866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:52:28.277674 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-a7f6adc6-37c4-48f3-805e-97f72890e6e5 req-938460c2-11ea-4df6-b2f3-e2b6200f10fa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e59bfc3b-1030-4b9e-91e4-fe40cfedee28 HTTP/1.1" status: 200 len: 1000 time: 0.1330178 Nov 16 21:52:28.277773 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc9786a-0391-4dfc-8dbc-1a1b64e9bdad req-e671864d-87a0-4df0-96f8-090cc4d68833 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:28.281569 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-5cc9786a-0391-4dfc-8dbc-1a1b64e9bdad req-e671864d-87a0-4df0-96f8-090cc4d68833 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=01a70cdd-89ae-4bb3-b9a7-b4c6d7dde373 HTTP/1.1" status: 200 len: 945 time: 0.1709237 Nov 16 21:52:28.365943 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f6adc6-37c4-48f3-805e-97f72890e6e5 req-117a192c-f4f5-4687-9410-1319b3d12fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:28.366501 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-5cc9786a-0391-4dfc-8dbc-1a1b64e9bdad req-ca452e1f-8da4-4685-b11b-3e5285fe257e tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839615 Nov 16 21:52:28.368029 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-a7f6adc6-37c4-48f3-805e-97f72890e6e5 req-117a192c-f4f5-4687-9410-1319b3d12fcf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fd05cea4-2dd2-4a0d-8f4a-e62d3c4e1889 HTTP/1.1" status: 200 len: 855 time: 0.0869663 Nov 16 21:52:28.474127 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f6adc6-37c4-48f3-805e-97f72890e6e5 req-806ba935-f799-48b3-beff-933bcabd0d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:28.476339 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-a7f6adc6-37c4-48f3-805e-97f72890e6e5 req-806ba935-f799-48b3-beff-933bcabd0d60 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cfb6277a-1481-4312-adb0-643dce04514b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1002042 Nov 16 21:52:28.493030 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_dvr_db [None req-6fc3c774-42b3-4c7a-aceb-f6f1f25334ba None None] Set router 668b0f38-aba8-4815-9de1-17c0029411c1 gateway port host: dv-cinder-818140-1-smb {{(pid=86866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 21:52:28.606215 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-94ae2c1a-1f16-4ed2-be66-e1a93ab74dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:28.719956 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-a7f6adc6-37c4-48f3-805e-97f72890e6e5 req-e47bf785-d41d-449c-baf1-f147638fa49a service neutron] 10.222.0.60 "GET /v2.0/networks/cfb6277a-1481-4312-adb0-643dce04514b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361684 Nov 16 21:52:28.946988 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_hamode_db [None req-6fc3c774-42b3-4c7a-aceb-f6f1f25334ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668b0f38-aba8-4815-9de1-17c0029411c1', 'name': 'tempest-AttachVolumeShelveTestJSON-809381388-router', 'tenant_id': '727ecad6d44746bbaca7ef41b34b6315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': '42a84d3b-7d34-4e74-959e-afc99b56760a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:51:36Z', 'updated_at': '2021-11-16T21:51:45Z', 'revision_number': 4, 'project_id': '727ecad6d44746bbaca7ef41b34b6315', 'gw_port': {'id': '42a84d3b-7d34-4e74-959e-afc99b56760a', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:74:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668b0f38-aba8-4815-9de1-17c0029411c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:37Z', 'updated_at': '2021-11-16T21:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb', '_floatingips': [{'id': '6058c2d8-6c85-41ed-bd20-04680aa03bb8', 'tenant_id': '727ecad6d44746bbaca7ef41b34b6315', 'floating_ip_address': '172.28.3.126', 'floating_network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'router_id': '668b0f38-aba8-4815-9de1-17c0029411c1', 'port_id': 'e59bfc3b-1030-4b9e-91e4-fe40cfedee28', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb6277a-1481-4312-adb0-643dce04514b', 'mac_address': 'fa:16:3e:d3:21:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054c3407-affa-4aac-b17e-66a4885a7181', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:51:55Z', 'updated_at': '2021-11-16T21:52:26Z', 'revision_number': 1, 'project_id': '727ecad6d44746bbaca7ef41b34b6315', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47b7cff2-a530-4bb3-a4bc-6b8f685bfb70', 'name': '', 'network_id': 'cfb6277a-1481-4312-adb0-643dce04514b', 'tenant_id': '727ecad6d44746bbaca7ef41b34b6315', 'mac_address': 'fa:16:3e:2e:4c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668b0f38-aba8-4815-9de1-17c0029411c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fd05cea4-2dd2-4a0d-8f4a-e62d3c4e1889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:43Z', 'updated_at': '2021-11-16T21:51:57Z', 'revision_number': 5, 'project_id': '727ecad6d44746bbaca7ef41b34b6315', 'subnets': [{'id': 'fd05cea4-2dd2-4a0d-8f4a-e62d3c4e1889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:52:28.951202 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-3d3c3fcb-eb64-4d2e-b51c-ba0f8a1c5bda req-a454ff31-cb44-48e0-a9f7-04b2b821ef74 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3120100 Nov 16 21:52:28.952295 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc3c774-42b3-4c7a-aceb-f6f1f25334ba None None] The sync data for ids ['668b0f38-aba8-4815-9de1-17c0029411c1'] in dv-cinder-818140-1-smb is: [{'id': '668b0f38-aba8-4815-9de1-17c0029411c1', 'name': 'tempest-AttachVolumeShelveTestJSON-809381388-router', 'tenant_id': '727ecad6d44746bbaca7ef41b34b6315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': '42a84d3b-7d34-4e74-959e-afc99b56760a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:51:36Z', 'updated_at': '2021-11-16T21:51:45Z', 'revision_number': 4, 'project_id': '727ecad6d44746bbaca7ef41b34b6315', 'gw_port': {'id': '42a84d3b-7d34-4e74-959e-afc99b56760a', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:74:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668b0f38-aba8-4815-9de1-17c0029411c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:37Z', 'updated_at': '2021-11-16T21:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb', '_floatingips': [{'id': '6058c2d8-6c85-41ed-bd20-04680aa03bb8', 'tenant_id': '727ecad6d44746bbaca7ef41b34b6315', 'floating_ip_address': '172.28.3.126', 'floating_network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'router_id': '668b0f38-aba8-4815-9de1-17c0029411c1', 'port_id': 'e59bfc3b-1030-4b9e-91e4-fe40cfedee28', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb6277a-1481-4312-adb0-643dce04514b', 'mac_address': 'fa:16:3e:d3:21:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054c3407-affa-4aac-b17e-66a4885a7181', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:51:55Z', 'updated_at': '2021-11-16T21:52:26Z', 'revision_number': 1, 'project_id': '727ecad6d44746bbaca7ef41b34b6315', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47b7cff2-a530-4bb3-a4bc-6b8f685bfb70', 'name': '', 'network_id': 'cfb6277a-1481-4312-adb0-643dce04514b', 'tenant_id': '727ecad6d44746bbaca7ef41b34b6315', 'mac_address': 'fa:16:3e:2e:4c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668b0f38-aba8-4815-9de1-17c0029411c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fd05cea4-2dd2-4a0d-8f4a-e62d3c4e1889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:43Z', 'updated_at': '2021-11-16T21:51:57Z', 'revision_number': 5, 'project_id': '727ecad6d44746bbaca7ef41b34b6315', 'subnets': [{'id': 'fd05cea4-2dd2-4a0d-8f4a-e62d3c4e1889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:52:29.000944 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-a7f6adc6-37c4-48f3-805e-97f72890e6e5 req-c330a028-cfcd-4215-b2d5-0f2d1225ed82 service neutron] 10.222.0.60 "GET /v2.0/networks/cfb6277a-1481-4312-adb0-643dce04514b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707443 Nov 16 21:52:29.132148 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 40514) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:29.183879 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c3fcb-eb64-4d2e-b51c-ba0f8a1c5bda req-96a2ebfe-7689-4a86-ba8c-d65bed315eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:29.185746 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-3d3c3fcb-eb64-4d2e-b51c-ba0f8a1c5bda req-96a2ebfe-7689-4a86-ba8c-d65bed315eb8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=51fd3b659b6e4c039a7453f6627ed588&device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 1099 time: 0.1191375 Nov 16 21:52:29.212830 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.db_base_plugin_v2 [None req-08438955-cfd0-43d0-a68b-3a54686a4d8b admin admin] Deleting subnet 353950ae-b479-49fb-8b8e-654474251f78 {{(pid=86864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 16 21:52:29.219259 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-08438955-cfd0-43d0-a68b-3a54686a4d8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:29.292846 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-08438955-cfd0-43d0-a68b-3a54686a4d8b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:29.306703 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-08438955-cfd0-43d0-a68b-3a54686a4d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7959338'] for subnet, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:29.359201 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15648b2-e55d-40fb-b3df-03ef75174b48 None None] New status for floating IP 6058c2d8-6c85-41ed-bd20-04680aa03bb8: ACTIVE {{(pid=86865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:52:29.402746 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-08438955-cfd0-43d0-a68b-3a54686a4d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7959329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446'] for subnet, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:29.429257 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-cf9d122a-af7b-41d2-a1a1-7021ae104da2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:29.441585 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c3fcb-eb64-4d2e-b51c-ba0f8a1c5bda req-dd9a1833-f01b-4171-8ad9-9b969baff8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:29.446093 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-3d3c3fcb-eb64-4d2e-b51c-ba0f8a1c5bda req-dd9a1833-f01b-4171-8ad9-9b969baff8b1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4c2cdc0e-8705-442b-a218-488155a7767e HTTP/1.1" status: 200 len: 920 time: 0.2295518 Nov 16 21:52:29.510366 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-08438955-cfd0-43d0-a68b-3a54686a4d8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:29.534087 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08438955-cfd0-43d0-a68b-3a54686a4d8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=353950ae-b479-49fb-8b8e-654474251f78,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:29.537774 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-08438955-cfd0-43d0-a68b-3a54686a4d8b admin admin] 10.222.0.50 "DELETE /v2.0/subnets/353950ae-b479-49fb-8b8e-654474251f78 HTTP/1.1" status: 204 len: 168 time: 0.4043360 Nov 16 21:52:29.541992 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 40536) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:29.544482 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-08438955-cfd0-43d0-a68b-3a54686a4d8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:29.575128 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-3d3c3fcb-eb64-4d2e-b51c-ba0f8a1c5bda req-aee04b7d-3dc4-4265-b3eb-226412feb865 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ced111e-1ae0-43ac-84df-e1bfc805cdd3 HTTP/1.1" status: 200 len: 217 time: 0.1170402 Nov 16 21:52:29.740004 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-dde18933-72c9-479a-a8c3-29fa9bd4fd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7988716'] for network, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:29.758655 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5230cf9b-64cf-4ba6-83cb-ccdc9bfe34ca req-33d3ca04-e2f6-483f-a116-87b8390082c3 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:29.765392 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-5230cf9b-64cf-4ba6-83cb-ccdc9bfe34ca req-33d3ca04-e2f6-483f-a116-87b8390082c3 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=01a70cdd-89ae-4bb3-b9a7-b4c6d7dde373 HTTP/1.1" status: 200 len: 945 time: 0.1798406 Nov 16 21:52:29.776725 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c3fcb-eb64-4d2e-b51c-ba0f8a1c5bda req-983f8eb9-e97e-4dc4-b1e4-c9ce630f5d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:29.779168 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-3d3c3fcb-eb64-4d2e-b51c-ba0f8a1c5bda req-983f8eb9-e97e-4dc4-b1e4-c9ce630f5d4d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7ba5f404-5610-4d51-b5c8-16096278c672 HTTP/1.1" status: 200 len: 859 time: 0.1973135 Nov 16 21:52:29.881379 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-3d3c3fcb-eb64-4d2e-b51c-ba0f8a1c5bda req-6157a31e-f908-4fbe-8f6b-e836e783b270 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4c2cdc0e-8705-442b-a218-488155a7767e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0939260 Nov 16 21:52:29.890352 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-5230cf9b-64cf-4ba6-83cb-ccdc9bfe34ca req-3c64aad3-2b02-483a-95df-e628bdb0d475 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239986 Nov 16 21:52:29.891771 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 40550) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:29.953034 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-941145a6-33c9-4841-86a3-a7e018513e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:29.979751 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-dde18933-72c9-479a-a8c3-29fa9bd4fd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7962236', 'neutron.services.segments.db._delete_segments_for_network-8790568771669'] for network, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:30.042176 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-dde18933-72c9-479a-a8c3-29fa9bd4fd6a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:52:30.042540 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-dde18933-72c9-479a-a8c3-29fa9bd4fd6a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:52:30.044602 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-dde18933-72c9-479a-a8c3-29fa9bd4fd6a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:52:30.044948 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-dde18933-72c9-479a-a8c3-29fa9bd4fd6a admin admin] Subscribe: > port after_create 55550000 {{(pid=86864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:52:30.047530 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-dde18933-72c9-479a-a8c3-29fa9bd4fd6a admin admin] Subscribe: > port after_delete 55550000 {{(pid=86864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:52:30.049298 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-dde18933-72c9-479a-a8c3-29fa9bd4fd6a admin admin] Subscribe: > port after_update 55550000 {{(pid=86864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:52:30.049778 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-dde18933-72c9-479a-a8c3-29fa9bd4fd6a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:52:30.051259 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-dde18933-72c9-479a-a8c3-29fa9bd4fd6a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:52:30.051759 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-dde18933-72c9-479a-a8c3-29fa9bd4fd6a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:52:30.052242 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-dde18933-72c9-479a-a8c3-29fa9bd4fd6a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:52:30.156498 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-3d3c3fcb-eb64-4d2e-b51c-ba0f8a1c5bda req-f02e7e3e-e3d4-40d7-870f-559a62eb8ae6 service neutron] 10.222.0.60 "GET /v2.0/networks/4c2cdc0e-8705-442b-a218-488155a7767e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670944 Nov 16 21:52:30.226562 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-dde18933-72c9-479a-a8c3-29fa9bd4fd6a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:52:30.226919 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-dde18933-72c9-479a-a8c3-29fa9bd4fd6a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:52:30.227247 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-dde18933-72c9-479a-a8c3-29fa9bd4fd6a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:52:30.227573 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-dde18933-72c9-479a-a8c3-29fa9bd4fd6a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:52:30.227940 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.services.segments.db [None req-dde18933-72c9-479a-a8c3-29fa9bd4fd6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e7c358a-63ea-422e-abd3-2c874bea003b']}} {{(pid=86864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:52:30.248426 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.services.segments.db [None req-dde18933-72c9-479a-a8c3-29fa9bd4fd6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cc18ceb-0c08-41c7-bd22-c85903a6329a') {'for_net_delete': True} {{(pid=86864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:52:30.248718 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.services.segments.db [None req-dde18933-72c9-479a-a8c3-29fa9bd4fd6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cc18ceb-0c08-41c7-bd22-c85903a6329a') {} {{(pid=86864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:52:30.262254 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-dde18933-72c9-479a-a8c3-29fa9bd4fd6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790568701269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1095441'] for segment, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:30.286857 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-dde18933-72c9-479a-a8c3-29fa9bd4fd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930301'] for segment, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:30.296076 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dde18933-72c9-479a-a8c3-29fa9bd4fd6a admin admin] Releasing vlan 841 on physical network physnet1 to pool {{(pid=86864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:52:30.297300 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-dde18933-72c9-479a-a8c3-29fa9bd4fd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7930292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3119245'] for segment, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:30.315517 dv-cinder-818140-1-smb neutron-server[86864]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 16 21:52:30.315517 dv-cinder-818140-1-smb neutron-server[86864]: from cryptography.utils import int_from_bytes Nov 16 21:52:30.315517 dv-cinder-818140-1-smb neutron-server[86864]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 16 21:52:30.315517 dv-cinder-818140-1-smb neutron-server[86864]: from cryptography.utils import int_from_bytes Nov 16 21:52:30.315517 dv-cinder-818140-1-smb neutron-server[86864]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 16 21:52:30.315517 dv-cinder-818140-1-smb neutron-server[86864]: util.warn_limited( Nov 16 21:52:30.315517 dv-cinder-818140-1-smb neutron-server[86864]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 16 21:52:30.315517 dv-cinder-818140-1-smb neutron-server[86864]: util.warn_limited( Nov 16 21:52:30.315517 dv-cinder-818140-1-smb neutron-server[86864]: Traceback (most recent call last): Nov 16 21:52:30.315517 dv-cinder-818140-1-smb neutron-server[86864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:52:30.315517 dv-cinder-818140-1-smb neutron-server[86864]: timer() Nov 16 21:52:30.315517 dv-cinder-818140-1-smb neutron-server[86864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:52:30.315517 dv-cinder-818140-1-smb neutron-server[86864]: cb(*args, **kw) Nov 16 21:52:30.315517 dv-cinder-818140-1-smb neutron-server[86864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 16 21:52:30.315517 dv-cinder-818140-1-smb neutron-server[86864]: return func(*args, **kwargs) Nov 16 21:52:30.315517 dv-cinder-818140-1-smb neutron-server[86864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:52:30.315517 dv-cinder-818140-1-smb neutron-server[86864]: self._notify() Nov 16 21:52:30.315517 dv-cinder-818140-1-smb neutron-server[86864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:52:30.315517 dv-cinder-818140-1-smb neutron-server[86864]: self.callback(batched_events) Nov 16 21:52:30.315517 dv-cinder-818140-1-smb neutron-server[86864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:52:30.315517 dv-cinder-818140-1-smb neutron-server[86864]: event.method(event) Nov 16 21:52:30.315517 dv-cinder-818140-1-smb neutron-server[86864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 16 21:52:30.315517 dv-cinder-818140-1-smb neutron-server[86864]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:52:30.315517 dv-cinder-818140-1-smb neutron-server[86864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 16 21:52:30.315517 dv-cinder-818140-1-smb neutron-server[86864]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:52:30.315517 dv-cinder-818140-1-smb neutron-server[86864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 16 21:52:30.315517 dv-cinder-818140-1-smb neutron-server[86864]: return f(self, *a, **k) Nov 16 21:52:30.315517 dv-cinder-818140-1-smb neutron-server[86864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 16 21:52:30.315517 dv-cinder-818140-1-smb neutron-server[86864]: return self._get(url).json() Nov 16 21:52:30.315517 dv-cinder-818140-1-smb neutron-server[86864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 16 21:52:30.315517 dv-cinder-818140-1-smb neutron-server[86864]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:52:30.315517 dv-cinder-818140-1-smb neutron-server[86864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:52:30.315517 dv-cinder-818140-1-smb neutron-server[86864]: return self.request(url, 'GET', **kwargs) Nov 16 21:52:30.315517 dv-cinder-818140-1-smb neutron-server[86864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:52:30.315517 dv-cinder-818140-1-smb neutron-server[86864]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:52:30.315517 dv-cinder-818140-1-smb neutron-server[86864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:52:30.315517 dv-cinder-818140-1-smb neutron-server[86864]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:52:30.315517 dv-cinder-818140-1-smb neutron-server[86864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:52:30.315517 dv-cinder-818140-1-smb neutron-server[86864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:52:30.315517 dv-cinder-818140-1-smb neutron-server[86864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:52:30.357271 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-ffad720e-fcba-4ce8-a0fe-ed6b217a3352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:30.384415 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-ffad720e-fcba-4ce8-a0fe-ed6b217a3352 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:52:30.401206 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-ffad720e-fcba-4ce8-a0fe-ed6b217a3352 admin admin] Usage tracker for resource:security_group_rule and tenant:dda6335cb4d34a84b2d74d13af719522 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:52:30.409816 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-ffad720e-fcba-4ce8-a0fe-ed6b217a3352 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:52:30.416049 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 40572) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:30.431922 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-dde18933-72c9-479a-a8c3-29fa9bd4fd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7962117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677574'] for network, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:30.437144 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-6cfa5e04-8171-4df4-8465-3b7aa8af753f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:30.451520 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-3d3c3fcb-eb64-4d2e-b51c-ba0f8a1c5bda req-7b1a76ad-8331-4ade-b8f3-89558998419d service neutron] 10.222.0.60 "GET /v2.0/networks/4c2cdc0e-8705-442b-a218-488155a7767e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855241 Nov 16 21:52:30.452495 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-ffad720e-fcba-4ce8-a0fe-ed6b217a3352 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:52:30.468300 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde18933-72c9-479a-a8c3-29fa9bd4fd6a admin admin] Pushing event deleted for resources: {'Network': ['ID=9e7c358a-63ea-422e-abd3-2c874bea003b,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:30.471251 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-dde18933-72c9-479a-a8c3-29fa9bd4fd6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578116'] for network, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:30.479074 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-dde18933-72c9-479a-a8c3-29fa9bd4fd6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:30.498020 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-dde18933-72c9-479a-a8c3-29fa9bd4fd6a admin admin] 10.222.0.50 "DELETE /v2.0/networks/9e7c358a-63ea-422e-abd3-2c874bea003b HTTP/1.1" status: 204 len: 168 time: 0.9474676 Nov 16 21:52:30.580926 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-ffad720e-fcba-4ce8-a0fe-ed6b217a3352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:30.585260 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-ffad720e-fcba-4ce8-a0fe-ed6b217a3352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:30.594441 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-d00067c4-7654-45b9-ba57-39571c44bb09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:30.597366 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-32e49ba8-376a-465e-8e25-dae88503bdb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:30.616449 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-32e49ba8-376a-465e-8e25-dae88503bdb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:52:30.620934 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-32e49ba8-376a-465e-8e25-dae88503bdb1 admin admin] Usage tracker for resource:security_group_rule and tenant:72fc968bab4240db85e0dd6d1f94ebd0 is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:52:30.624486 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-32e49ba8-376a-465e-8e25-dae88503bdb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:52:30.632528 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-32e49ba8-376a-465e-8e25-dae88503bdb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:52:30.694295 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-ffad720e-fcba-4ce8-a0fe-ed6b217a3352 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dda6335cb4d34a84b2d74d13af719522&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8012483 Nov 16 21:52:30.695073 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffad720e-fcba-4ce8-a0fe-ed6b217a3352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad25235-d4c1-4f60-9ed4-d421721cc409,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:30.699224 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-ffad720e-fcba-4ce8-a0fe-ed6b217a3352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:30.699985 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 40588) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:30.700393 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 40590) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:30.744694 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:30.768616 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-32e49ba8-376a-465e-8e25-dae88503bdb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:30.774790 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-32e49ba8-376a-465e-8e25-dae88503bdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:30.786281 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:30.823506 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-801d9fe7-1de3-49f8-9e5b-d6f9c08fc915 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=03b4f159bfaa4df196bb406c1c8838f7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1176269 Nov 16 21:52:30.824971 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 40598) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:30.829215 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-75bc7207-4f32-4545-9e85-ac9fc4c75e92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:30.841792 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-32e49ba8-376a-465e-8e25-dae88503bdb1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=72fc968bab4240db85e0dd6d1f94ebd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4244499 Nov 16 21:52:30.842695 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e49ba8-376a-465e-8e25-dae88503bdb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5210552-bc68-43ad-a538-7c09a76d12ac,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:30.844526 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 40604) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:30.847060 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-32e49ba8-376a-465e-8e25-dae88503bdb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:30.906033 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-75bc7207-4f32-4545-9e85-ac9fc4c75e92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:30.927596 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-ec80418c-f0c9-4cf3-858a-977228c10eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:30.994730 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-f6653f24-9c5d-485d-bee5-c62252577fb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:31.007802 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-ec80418c-f0c9-4cf3-858a-977228c10eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:31.032675 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-f6653f24-9c5d-485d-bee5-c62252577fb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:31.054241 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-75bc7207-4f32-4545-9e85-ac9fc4c75e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:31.064413 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-88cbb197-e738-4bd7-85ea-96aa8f1150c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:31.090221 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bc7207-4f32-4545-9e85-ac9fc4c75e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad25235-d4c1-4f60-9ed4-d421721cc409,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:31.096897 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-ec80418c-f0c9-4cf3-858a-977228c10eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:31.100637 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-75bc7207-4f32-4545-9e85-ac9fc4c75e92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:31.107402 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-75bc7207-4f32-4545-9e85-ac9fc4c75e92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:31.110332 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-75bc7207-4f32-4545-9e85-ac9fc4c75e92 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7ad25235-d4c1-4f60-9ed4-d421721cc409 HTTP/1.1" status: 204 len: 168 time: 0.4084702 Nov 16 21:52:31.140792 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-f6653f24-9c5d-485d-bee5-c62252577fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:31.149753 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-ecf396a6-8bc9-4546-b192-ca6019259b5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:31.160789 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:31.162322 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 40618) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:31.177256 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6653f24-9c5d-485d-bee5-c62252577fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5210552-bc68-43ad-a538-7c09a76d12ac,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:31.179529 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-f6653f24-9c5d-485d-bee5-c62252577fb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:31.180796 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-f6653f24-9c5d-485d-bee5-c62252577fb7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b5210552-bc68-43ad-a538-7c09a76d12ac HTTP/1.1" status: 204 len: 168 time: 0.3333089 Nov 16 21:52:31.181799 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-f6653f24-9c5d-485d-bee5-c62252577fb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:31.199835 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec80418c-f0c9-4cf3-858a-977228c10eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce35d2e-a404-4f74-bda4-111ace477a1c,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:31.202895 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-ec80418c-f0c9-4cf3-858a-977228c10eba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:31.238539 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-ec80418c-f0c9-4cf3-858a-977228c10eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:31.242673 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-ec80418c-f0c9-4cf3-858a-977228c10eba admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5ce35d2e-a404-4f74-bda4-111ace477a1c HTTP/1.1" status: 204 len: 168 time: 0.4176025 Nov 16 21:52:31.266606 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aacf6e-9080-4472-9158-41903a594621 req-aafeb7fe-90f2-4168-ae08-d7893314be85 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:31.269408 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-47aacf6e-9080-4472-9158-41903a594621 req-aafeb7fe-90f2-4168-ae08-d7893314be85 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=01a70cdd-89ae-4bb3-b9a7-b4c6d7dde373 HTTP/1.1" status: 200 len: 945 time: 0.1520541 Nov 16 21:52:31.330669 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-47aacf6e-9080-4472-9158-41903a594621 req-ad0c6097-a51a-4d0b-ab09-253126c7857b tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527587 Nov 16 21:52:31.338784 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-50a821f9-d687-4752-9e3d-46ef844a2dbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:31.363862 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-50a821f9-d687-4752-9e3d-46ef844a2dbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:52:31.366890 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-50a821f9-d687-4752-9e3d-46ef844a2dbc admin admin] Usage tracker for resource:security_group_rule and tenant:303edf79b3e54ecf88b357813bd5e900 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:52:31.370319 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-50a821f9-d687-4752-9e3d-46ef844a2dbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:52:31.378036 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-50a821f9-d687-4752-9e3d-46ef844a2dbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:52:31.477469 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-50a821f9-d687-4752-9e3d-46ef844a2dbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:31.482823 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-50a821f9-d687-4752-9e3d-46ef844a2dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:31.491500 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-4edeae8c-05cc-46e5-8b16-ca9d467a5a47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:31.534814 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-50a821f9-d687-4752-9e3d-46ef844a2dbc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=303edf79b3e54ecf88b357813bd5e900&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3616776 Nov 16 21:52:31.534814 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a821f9-d687-4752-9e3d-46ef844a2dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3e2a2e-39eb-4c75-a9a6-d81caa1f9e8b,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:31.535719 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 40634) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:31.537649 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-50a821f9-d687-4752-9e3d-46ef844a2dbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:31.663182 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-e7411565-3774-40a3-a1c1-66c71b030d48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:31.688460 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-e7411565-3774-40a3-a1c1-66c71b030d48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:31.748724 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-e7411565-3774-40a3-a1c1-66c71b030d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:31.754048 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-1c0aa1b7-906c-493a-acfa-0e59493002c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:31.767787 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7411565-3774-40a3-a1c1-66c71b030d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3e2a2e-39eb-4c75-a9a6-d81caa1f9e8b,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:31.770813 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-e7411565-3774-40a3-a1c1-66c71b030d48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:31.772739 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-e7411565-3774-40a3-a1c1-66c71b030d48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:31.776736 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-e7411565-3774-40a3-a1c1-66c71b030d48 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fc3e2a2e-39eb-4c75-a9a6-d81caa1f9e8b HTTP/1.1" status: 204 len: 168 time: 0.2369921 Nov 16 21:52:31.777242 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 40642) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:31.794931 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-679dd59f-2d28-45ed-bd27-a7abba39ea0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:31.803147 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 40648) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:31.810904 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-679dd59f-2d28-45ed-bd27-a7abba39ea0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:52:31.815411 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-679dd59f-2d28-45ed-bd27-a7abba39ea0c admin admin] Usage tracker for resource:security_group_rule and tenant:6485071da02c4562ac297a52aa6cb05d is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:52:31.818416 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-679dd59f-2d28-45ed-bd27-a7abba39ea0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:52:31.826532 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-679dd59f-2d28-45ed-bd27-a7abba39ea0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:52:31.848522 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-b516ba0e-5919-42d5-8614-eced6b49a3cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:31.885819 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-b516ba0e-5919-42d5-8614-eced6b49a3cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:52:31.896199 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-b516ba0e-5919-42d5-8614-eced6b49a3cb admin admin] Usage tracker for resource:security_group_rule and tenant:7e675ee03bd146cd93025b360903268f is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:52:31.902141 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-b516ba0e-5919-42d5-8614-eced6b49a3cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:52:31.909831 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-b516ba0e-5919-42d5-8614-eced6b49a3cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:52:31.939648 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-679dd59f-2d28-45ed-bd27-a7abba39ea0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:31.943863 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-679dd59f-2d28-45ed-bd27-a7abba39ea0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:31.956606 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:32.035076 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-679dd59f-2d28-45ed-bd27-a7abba39ea0c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6485071da02c4562ac297a52aa6cb05d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2570217 Nov 16 21:52:32.036141 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679dd59f-2d28-45ed-bd27-a7abba39ea0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8e7109-fc7d-4733-a62b-36ef7b571e10,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:32.041126 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-679dd59f-2d28-45ed-bd27-a7abba39ea0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:32.041415 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 40658) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:32.090673 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-b516ba0e-5919-42d5-8614-eced6b49a3cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:32.099119 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-b516ba0e-5919-42d5-8614-eced6b49a3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:32.123784 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-dd5e24e2-9f2a-41ab-9cae-50fe85374cc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:32.132874 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:32.165453 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-dd5e24e2-9f2a-41ab-9cae-50fe85374cc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:32.224197 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b516ba0e-5919-42d5-8614-eced6b49a3cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca60609-d09f-46a7-bc8f-a093f7f14a25,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:32.229605 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-b516ba0e-5919-42d5-8614-eced6b49a3cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:32.234728 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 40670) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:32.238592 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-b516ba0e-5919-42d5-8614-eced6b49a3cb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7e675ee03bd146cd93025b360903268f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4340622 Nov 16 21:52:32.302496 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-dd5e24e2-9f2a-41ab-9cae-50fe85374cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:32.316249 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-a70f05d8-1ec9-4ca1-b874-1d232ee3e1d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:32.348473 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5e24e2-9f2a-41ab-9cae-50fe85374cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8e7109-fc7d-4733-a62b-36ef7b571e10,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:32.352295 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-dd5e24e2-9f2a-41ab-9cae-50fe85374cc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:32.353466 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-dd5e24e2-9f2a-41ab-9cae-50fe85374cc7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ff8e7109-fc7d-4733-a62b-36ef7b571e10 HTTP/1.1" status: 204 len: 168 time: 0.3110859 Nov 16 21:52:32.355963 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-dd5e24e2-9f2a-41ab-9cae-50fe85374cc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:32.358721 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-0fb66980-5131-46e7-8d32-12dbbed1c1f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:32.400271 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-0fb66980-5131-46e7-8d32-12dbbed1c1f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:32.469622 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-0fb66980-5131-46e7-8d32-12dbbed1c1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:32.476781 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:32.490166 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 40686) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:32.494399 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-0fb66980-5131-46e7-8d32-12dbbed1c1f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:32.498168 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-0fb66980-5131-46e7-8d32-12dbbed1c1f2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/eca60609-d09f-46a7-bc8f-a093f7f14a25 HTTP/1.1" status: 204 len: 168 time: 0.2598162 Nov 16 21:52:32.499505 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb66980-5131-46e7-8d32-12dbbed1c1f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca60609-d09f-46a7-bc8f-a093f7f14a25,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:32.501834 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-0fb66980-5131-46e7-8d32-12dbbed1c1f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:32.514174 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-9cf0db30-a106-4bec-b919-d46e81516b37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:32.535807 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-9cf0db30-a106-4bec-b919-d46e81516b37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:52:32.540754 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-9cf0db30-a106-4bec-b919-d46e81516b37 admin admin] Usage tracker for resource:security_group_rule and tenant:14b6bafb6d60426c8d2db80dd8739fb3 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:52:32.544073 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-9cf0db30-a106-4bec-b919-d46e81516b37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:52:32.552019 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-9cf0db30-a106-4bec-b919-d46e81516b37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:52:32.623927 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae4fe2-a200-4c17-9759-4225fb3c0651 req-c3851a7c-86ce-4194-abcf-583e804a6fc0 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:32.625451 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-bcae4fe2-a200-4c17-9759-4225fb3c0651 req-c3851a7c-86ce-4194-abcf-583e804a6fc0 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=01a70cdd-89ae-4bb3-b9a7-b4c6d7dde373 HTTP/1.1" status: 200 len: 945 time: 0.1077714 Nov 16 21:52:32.667204 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-9cf0db30-a106-4bec-b919-d46e81516b37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:32.672128 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-9cf0db30-a106-4bec-b919-d46e81516b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:32.683275 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-b516ba0e-5919-42d5-8614-eced6b49a3cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:32.684040 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-bcae4fe2-a200-4c17-9759-4225fb3c0651 req-2c62b268-eeaf-4aa6-8f31-3ce02fcf173d tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505602 Nov 16 21:52:32.731819 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-9cf0db30-a106-4bec-b919-d46e81516b37 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=14b6bafb6d60426c8d2db80dd8739fb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2400606 Nov 16 21:52:32.732586 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf0db30-a106-4bec-b919-d46e81516b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5babc849-7991-401c-8a5e-fd4bd513d8cd,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:32.734286 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 40694) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:32.744765 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-9cf0db30-a106-4bec-b919-d46e81516b37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:32.800944 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-1fb21230-8a87-4f91-8103-3e1f2a337a7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:32.828309 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-1fb21230-8a87-4f91-8103-3e1f2a337a7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:32.888641 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-1fb21230-8a87-4f91-8103-3e1f2a337a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:32.895145 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-4413345b-812c-4ac5-afb5-efd5661b6e0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:32.912145 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb21230-8a87-4f91-8103-3e1f2a337a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5babc849-7991-401c-8a5e-fd4bd513d8cd,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:32.915240 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-1fb21230-8a87-4f91-8103-3e1f2a337a7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:32.916559 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-1fb21230-8a87-4f91-8103-3e1f2a337a7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:32.919983 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-1fb21230-8a87-4f91-8103-3e1f2a337a7d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5babc849-7991-401c-8a5e-fd4bd513d8cd HTTP/1.1" status: 204 len: 168 time: 0.1824872 Nov 16 21:52:33.427290 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 40742) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:33.644911 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [None req-1dbc42e6-32e7-4a13-bfd1-f307b3c8230b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2021471954-network', 'tenant_id': 'f62aca8229d64673bbb89ec5aef13eb7'}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:33.651059 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-1dbc42e6-32e7-4a13-bfd1-f307b3c8230b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:52:33.656516 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-1dbc42e6-32e7-4a13-bfd1-f307b3c8230b admin admin] Usage tracker for resource:network and tenant:f62aca8229d64673bbb89ec5aef13eb7 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:52:33.663561 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-1dbc42e6-32e7-4a13-bfd1-f307b3c8230b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:52:33.670754 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-1dbc42e6-32e7-4a13-bfd1-f307b3c8230b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:52:33.683340 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dbc42e6-32e7-4a13-bfd1-f307b3c8230b admin admin] Made reservation on behalf of f62aca8229d64673bbb89ec5aef13eb7 for: {'network': 1} {{(pid=86863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:52:33.685934 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-1dbc42e6-32e7-4a13-bfd1-f307b3c8230b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for network, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:33.699051 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-1dbc42e6-32e7-4a13-bfd1-f307b3c8230b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:33.719796 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-1dbc42e6-32e7-4a13-bfd1-f307b3c8230b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:52:33.724696 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-1dbc42e6-32e7-4a13-bfd1-f307b3c8230b admin admin] Usage tracker for resource:security_group_rule and tenant:f62aca8229d64673bbb89ec5aef13eb7 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:52:33.728011 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-1dbc42e6-32e7-4a13-bfd1-f307b3c8230b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:52:33.735698 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-1dbc42e6-32e7-4a13-bfd1-f307b3c8230b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:52:33.866109 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-1dbc42e6-32e7-4a13-bfd1-f307b3c8230b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:33.873257 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-1dbc42e6-32e7-4a13-bfd1-f307b3c8230b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:33.895605 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-395c2b6a-0a23-44b1-af8b-e0eb8cd8d780 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:33.902170 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4185b316-a465-4f4c-a487-3e4c6e768d0e req-eb419eeb-c0b8-4fab-8999-cf3d0e12a5ea tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:33.904444 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-4185b316-a465-4f4c-a487-3e4c6e768d0e req-eb419eeb-c0b8-4fab-8999-cf3d0e12a5ea tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=01a70cdd-89ae-4bb3-b9a7-b4c6d7dde373 HTTP/1.1" status: 200 len: 945 time: 0.0893857 Nov 16 21:52:33.911137 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 40770) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:33.911912 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dbc42e6-32e7-4a13-bfd1-f307b3c8230b admin admin] vlan segment allocate from pool success with {'vlan_id': 849, 'physical_network': 'physnet1'} {{(pid=86863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:52:33.935990 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-1dbc42e6-32e7-4a13-bfd1-f307b3c8230b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930301'] for segment, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:33.936446 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.db.segments_db [None req-1dbc42e6-32e7-4a13-bfd1-f307b3c8230b admin admin] Added segment 234b1cb3-8d4c-4456-8649-c81de3e8482d of type vlan for network 74e81693-9879-4389-b683-21ff1ada0cd8 Nov 16 21:52:33.946166 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc42e6-32e7-4a13-bfd1-f307b3c8230b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b2fef1-a845-4e3e-9ce8-e511bc7da224,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:33.955935 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc42e6-32e7-4a13-bfd1-f307b3c8230b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:33.956275 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc42e6-32e7-4a13-bfd1-f307b3c8230b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:33.956700 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc42e6-32e7-4a13-bfd1-f307b3c8230b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:33.956987 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc42e6-32e7-4a13-bfd1-f307b3c8230b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:33.957355 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc42e6-32e7-4a13-bfd1-f307b3c8230b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:33.957907 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc42e6-32e7-4a13-bfd1-f307b3c8230b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:33.958024 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc42e6-32e7-4a13-bfd1-f307b3c8230b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:33.958499 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc42e6-32e7-4a13-bfd1-f307b3c8230b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:33.958815 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc42e6-32e7-4a13-bfd1-f307b3c8230b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:33.959319 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc42e6-32e7-4a13-bfd1-f307b3c8230b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:33.959639 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc42e6-32e7-4a13-bfd1-f307b3c8230b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:33.960187 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc42e6-32e7-4a13-bfd1-f307b3c8230b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:33.968405 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-1dbc42e6-32e7-4a13-bfd1-f307b3c8230b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:33.995106 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-1dbc42e6-32e7-4a13-bfd1-f307b3c8230b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790568254639'] for network, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:33.998681 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-4185b316-a465-4f4c-a487-3e4c6e768d0e req-30801de9-bc42-48b1-b811-d009fbf0963c tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837147 Nov 16 21:52:34.038827 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-1dbc42e6-32e7-4a13-bfd1-f307b3c8230b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446'] for network, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:34.040802 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbc42e6-32e7-4a13-bfd1-f307b3c8230b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:34.041382 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-1dbc42e6-32e7-4a13-bfd1-f307b3c8230b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578116'] for network, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:34.046492 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:34.155728 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc42e6-32e7-4a13-bfd1-f307b3c8230b admin admin] Pushing event updated for resources: {'Network': ['ID=74e81693-9879-4389-b683-21ff1ada0cd8,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:34.162596 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-1dbc42e6-32e7-4a13-bfd1-f307b3c8230b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:34.177662 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-1dbc42e6-32e7-4a13-bfd1-f307b3c8230b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7465494 Nov 16 21:52:34.177780 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Network 74e81693-9879-4389-b683-21ff1ada0cd8 details requested by agent ovs-agent-dv-cinder-818140-1-smb with host dv-cinder-818140-1-smb {{(pid=86865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 16 21:52:34.178335 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 40784) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:34.183766 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [None req-fd8fb6f3-6685-41d0-aaef-d5e8f923f354 admin admin] Request body: {'subnet': {'network_id': '74e81693-9879-4389-b683-21ff1ada0cd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2021471954-subnet', 'tenant_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:34.188388 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-fd8fb6f3-6685-41d0-aaef-d5e8f923f354 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:52:34.192949 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-fd8fb6f3-6685-41d0-aaef-d5e8f923f354 admin admin] Usage tracker for resource:subnet and tenant:f62aca8229d64673bbb89ec5aef13eb7 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:52:34.196074 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-fd8fb6f3-6685-41d0-aaef-d5e8f923f354 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:52:34.201853 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-fd8fb6f3-6685-41d0-aaef-d5e8f923f354 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:52:34.212404 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-910d65fe-0c15-474d-a680-60faf94fea00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:34.216406 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8fb6f3-6685-41d0-aaef-d5e8f923f354 admin admin] Made reservation on behalf of f62aca8229d64673bbb89ec5aef13eb7 for: {'subnet': 1} {{(pid=86863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:52:34.219398 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-fd8fb6f3-6685-41d0-aaef-d5e8f923f354 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:34.252596 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-910d65fe-0c15-474d-a680-60faf94fea00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:52:34.265067 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-910d65fe-0c15-474d-a680-60faf94fea00 admin admin] Usage tracker for resource:security_group_rule and tenant:96448c54a76b45a8b1df6a190d7b59e1 is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:52:34.270891 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-910d65fe-0c15-474d-a680-60faf94fea00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:52:34.278839 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-910d65fe-0c15-474d-a680-60faf94fea00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:52:34.429500 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-910d65fe-0c15-474d-a680-60faf94fea00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:34.435668 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-910d65fe-0c15-474d-a680-60faf94fea00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:34.448465 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-32e49ba8-376a-465e-8e25-dae88503bdb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:34.492069 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-fd8fb6f3-6685-41d0-aaef-d5e8f923f354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446'] for subnet, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:34.498417 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-910d65fe-0c15-474d-a680-60faf94fea00 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=96448c54a76b45a8b1df6a190d7b59e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5835419 Nov 16 21:52:34.498417 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910d65fe-0c15-474d-a680-60faf94fea00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000a5910-bbd6-4084-9eac-8753b4074c68,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:34.499206 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:34.501246 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 40798) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:34.527473 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910d65fe-0c15-474d-a680-60faf94fea00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:34.528594 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910d65fe-0c15-474d-a680-60faf94fea00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:34.530176 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910d65fe-0c15-474d-a680-60faf94fea00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:34.530582 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910d65fe-0c15-474d-a680-60faf94fea00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:34.530993 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910d65fe-0c15-474d-a680-60faf94fea00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:34.531396 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910d65fe-0c15-474d-a680-60faf94fea00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:34.531796 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910d65fe-0c15-474d-a680-60faf94fea00 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:34.532192 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910d65fe-0c15-474d-a680-60faf94fea00 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:34.533701 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910d65fe-0c15-474d-a680-60faf94fea00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:34.534279 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910d65fe-0c15-474d-a680-60faf94fea00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:34.534673 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910d65fe-0c15-474d-a680-60faf94fea00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:34.535067 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910d65fe-0c15-474d-a680-60faf94fea00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:34.539882 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-910d65fe-0c15-474d-a680-60faf94fea00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:34.608623 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8fb6f3-6685-41d0-aaef-d5e8f923f354 admin admin] Pushing event updated for resources: {'Subnet': ['ID=571f52f5-7aee-44e1-b51f-e0b1c3748b0d,revision_number=0']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:34.613766 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8fb6f3-6685-41d0-aaef-d5e8f923f354 admin admin] Checking segment: {'id': '234b1cb3-8d4c-4456-8649-c81de3e8482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '74e81693-9879-4389-b683-21ff1ada0cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 16 21:52:34.614263 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8fb6f3-6685-41d0-aaef-d5e8f923f354 admin admin] Network hostable DHCP agents. Network: 74e81693-9879-4389-b683-21ff1ada0cd8, hostable agents: ['c74cfb2b-3f17-4f67-977a-702507b4bce6'], hosted agents: [] {{(pid=86863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:52:34.615999 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-390dfcd4-d4a9-441f-8368-a4466c193ee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:34.626237 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-fd8fb6f3-6685-41d0-aaef-d5e8f923f354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:34.639196 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8fb6f3-6685-41d0-aaef-d5e8f923f354 admin admin] Network 74e81693-9879-4389-b683-21ff1ada0cd8 is scheduled to be hosted by DHCP agent c74cfb2b-3f17-4f67-977a-702507b4bce6 with binding_index 1 {{(pid=86863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:52:34.659466 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-390dfcd4-d4a9-441f-8368-a4466c193ee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:34.659572 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.base_scheduler [None req-fd8fb6f3-6685-41d0-aaef-d5e8f923f354 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818140-1-smb, 74e81693-9879-4389-b683-21ff1ada0cd8) {{(pid=86863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:52:34.668532 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ba2b3c-8611-4a96-8067-04e6f611097e None None] Network 74e81693-9879-4389-b683-21ff1ada0cd8 requested from dv-cinder-818140-1-smb {{(pid=86865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 16 21:52:34.673695 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8fb6f3-6685-41d0-aaef-d5e8f923f354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:34.674893 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-fd8fb6f3-6685-41d0-aaef-d5e8f923f354 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578116'] for subnet, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:34.711227 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-fd8fb6f3-6685-41d0-aaef-d5e8f923f354 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5318170 Nov 16 21:52:34.711929 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 40816) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:34.722401 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [None req-3efe9c6b-49ca-4674-b346-ee58afe03842 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2021471954-router', 'tenant_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20'}}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:34.734566 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-3efe9c6b-49ca-4674-b346-ee58afe03842 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:52:34.750346 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-3efe9c6b-49ca-4674-b346-ee58afe03842 admin admin] Usage tracker for resource:router and tenant:f62aca8229d64673bbb89ec5aef13eb7 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:52:34.759587 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-3efe9c6b-49ca-4674-b346-ee58afe03842 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:52:34.766344 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-390dfcd4-d4a9-441f-8368-a4466c193ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:34.771373 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-4bde835a-7ffb-42a3-92bd-de974025d559 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:34.776765 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-3efe9c6b-49ca-4674-b346-ee58afe03842 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:52:34.791939 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390dfcd4-d4a9-441f-8368-a4466c193ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000a5910-bbd6-4084-9eac-8753b4074c68,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:34.792269 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-3efe9c6b-49ca-4674-b346-ee58afe03842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-677364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6493'] for router, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:34.795130 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-3efe9c6b-49ca-4674-b346-ee58afe03842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677482', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6466'] for router, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:34.795969 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-390dfcd4-d4a9-441f-8368-a4466c193ee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:34.816679 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-390dfcd4-d4a9-441f-8368-a4466c193ee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:34.820502 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-390dfcd4-d4a9-441f-8368-a4466c193ee6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/000a5910-bbd6-4084-9eac-8753b4074c68 HTTP/1.1" status: 204 len: 168 time: 0.3182673 Nov 16 21:52:34.826978 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-3efe9c6b-49ca-4674-b346-ee58afe03842 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:35.000537 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8b1347-7ca0-4fb0-8862-f8a2a40f8f62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bae2c2-8573-550b-9040-658d352e0497-74e81693-9879-4389-b683-21ff1ada0cd8', 'network_id': '74e81693-9879-4389-b683-21ff1ada0cd8', 'tenant_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'fixed_ips': [{'subnet_id': '571f52f5-7aee-44e1-b51f-e0b1c3748b0d'}]}} from dv-cinder-818140-1-smb. {{(pid=86865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 16 21:52:35.002345 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-7e8b1347-7ca0-4fb0-8862-f8a2a40f8f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_create {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:35.212524 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-3efe9c6b-49ca-4674-b346-ee58afe03842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-677134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6512'] for router, precommit_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:35.243564 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.db_base_plugin_common [None req-7e8b1347-7ca0-4fb0-8862-f8a2a40f8f62 None None] Allocated IP 172.20.0.2 (74e81693-9879-4389-b683-21ff1ada0cd8/571f52f5-7aee-44e1-b51f-e0b1c3748b0d/8d021fb9-0635-45ee-aa43-b1048be96613) {{(pid=86865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:52:35.286219 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2957f0-599e-4404-81f0-385570d79ef3 req-6852fa75-0ff0-47c1-bcb2-34ab739e7e89 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:35.288472 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-8c2957f0-599e-4404-81f0-385570d79ef3 req-6852fa75-0ff0-47c1-bcb2-34ab739e7e89 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=01a70cdd-89ae-4bb3-b9a7-b4c6d7dde373 HTTP/1.1" status: 200 len: 945 time: 0.1151459 Nov 16 21:52:35.381218 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-8c2957f0-599e-4404-81f0-385570d79ef3 req-d7552cce-fa3f-4acc-8ec7-d77f82f1fbc7 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857127 Nov 16 21:52:35.417763 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 40840) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:35.508912 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-7e8b1347-7ca0-4fb0-8862-f8a2a40f8f62 None None] Notify callbacks [] for port, precommit_create {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:35.521453 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-7e8b1347-7ca0-4fb0-8862-f8a2a40f8f62 None None] Transition to ACTIVE for port object 8d021fb9-0635-45ee-aa43-b1048be96613 will not be triggered until provisioned by entity L2. {{(pid=86865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:52:35.551495 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-7e8b1347-7ca0-4fb0-8862-f8a2a40f8f62 None None] Transition to ACTIVE for port object 8d021fb9-0635-45ee-aa43-b1048be96613 will not be triggered until provisioned by entity DHCP. {{(pid=86865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:52:35.559352 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-7e8b1347-7ca0-4fb0-8862-f8a2a40f8f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790568269105'] for port, after_create {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:35.566581 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d2068a02-a3f6-4976-9392-e03655c7460a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:35.631214 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 40850) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:35.633438 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8b1347-7ca0-4fb0-8862-f8a2a40f8f62 None None] Network 74e81693-9879-4389-b683-21ff1ada0cd8 is already hosted by enough agents. {{(pid=86865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:52:35.637207 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.scheduler.base_scheduler [None req-7e8b1347-7ca0-4fb0-8862-f8a2a40f8f62 None None] Resources bound (agent type, host, resource id): {{(pid=86865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:52:35.641901 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8b1347-7ca0-4fb0-8862-f8a2a40f8f62 None None] Received port after_create {{(pid=86865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 16 21:52:35.662298 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-a6bdada1-d320-4db5-ae17-3ddf853d54a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:35.695636 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-a6bdada1-d320-4db5-ae17-3ddf853d54a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:52:35.707355 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-a6bdada1-d320-4db5-ae17-3ddf853d54a7 admin admin] Usage tracker for resource:security_group_rule and tenant:1b059167d38e4f71a1e925ee560df8ca is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:52:35.714873 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-a6bdada1-d320-4db5-ae17-3ddf853d54a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:52:35.722911 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-a6bdada1-d320-4db5-ae17-3ddf853d54a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:52:35.755915 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b1347-7ca0-4fb0-8862-f8a2a40f8f62 None None] Pushing event updated for resources: {'Port': ['ID=8d021fb9-0635-45ee-aa43-b1048be96613,revision_number=1']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:35.768486 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-7e8b1347-7ca0-4fb0-8862-f8a2a40f8f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:35.779129 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.managers [None req-7e8b1347-7ca0-4fb0-8862-f8a2a40f8f62 None None] Attempting to bind port 8d021fb9-0635-45ee-aa43-b1048be96613 on host dv-cinder-818140-1-smb for vnic_type normal with profile {{(pid=86865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 21:52:35.779586 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.managers [None req-7e8b1347-7ca0-4fb0-8862-f8a2a40f8f62 None None] Attempting to bind port 8d021fb9-0635-45ee-aa43-b1048be96613 by drivers openvswitch,hyperv on host dv-cinder-818140-1-smb at level 0 using segments [{'id': '234b1cb3-8d4c-4456-8649-c81de3e8482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '74e81693-9879-4389-b683-21ff1ada0cd8'}] {{(pid=86865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 21:52:35.780035 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8b1347-7ca0-4fb0-8862-f8a2a40f8f62 None None] Attempting to bind port 8d021fb9-0635-45ee-aa43-b1048be96613 on network 74e81693-9879-4389-b683-21ff1ada0cd8 {{(pid=86865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 16 21:52:35.787333 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8b1347-7ca0-4fb0-8862-f8a2a40f8f62 None None] Checking agent: {'id': '2d3e8a24-12f1-44fc-ba92-bbd8bc9099be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818140-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 42, 55), 'started_at': datetime.datetime(2021, 11, 16, 21, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818140-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 16 21:52:35.787865 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8b1347-7ca0-4fb0-8862-f8a2a40f8f62 None None] Checking segment: {'id': '234b1cb3-8d4c-4456-8649-c81de3e8482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '74e81693-9879-4389-b683-21ff1ada0cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 16 21:52:35.789061 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-7e8b1347-7ca0-4fb0-8862-f8a2a40f8f62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:35.789061 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8b1347-7ca0-4fb0-8862-f8a2a40f8f62 None None] Bound using segment: {'id': '234b1cb3-8d4c-4456-8649-c81de3e8482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '74e81693-9879-4389-b683-21ff1ada0cd8'} {{(pid=86865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 16 21:52:35.789569 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.managers [None req-7e8b1347-7ca0-4fb0-8862-f8a2a40f8f62 None None] Bound port: 8d021fb9-0635-45ee-aa43-b1048be96613, host: dv-cinder-818140-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234b1cb3-8d4c-4456-8649-c81de3e8482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '74e81693-9879-4389-b683-21ff1ada0cd8'}}] {{(pid=86865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 21:52:35.790014 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-7e8b1347-7ca0-4fb0-8862-f8a2a40f8f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:35.815338 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-3efe9c6b-49ca-4674-b346-ee58afe03842 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:35.888353 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-3efe9c6b-49ca-4674-b346-ee58afe03842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:35.909108 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-a6bdada1-d320-4db5-ae17-3ddf853d54a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:35.922833 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-a6bdada1-d320-4db5-ae17-3ddf853d54a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:35.942320 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-85354e04-6767-4a42-a022-f4dc5386ce42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:35.961689 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-7e8b1347-7ca0-4fb0-8862-f8a2a40f8f62 None None] For port 8d021fb9-0635-45ee-aa43-b1048be96613, host dv-cinder-818140-1-smb, cleared binding levels {{(pid=86865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 16 21:52:35.965822 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-7e8b1347-7ca0-4fb0-8862-f8a2a40f8f62 None None] For port 8d021fb9-0635-45ee-aa43-b1048be96613, host dv-cinder-818140-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=8d021fb9-0635-45ee-aa43-b1048be96613,segment=NetworkSegment(234b1cb3-8d4c-4456-8649-c81de3e8482d),segment_id=234b1cb3-8d4c-4456-8649-c81de3e8482d)] {{(pid=86865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 16 21:52:35.973734 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-7e8b1347-7ca0-4fb0-8862-f8a2a40f8f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:35.991312 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:36.051642 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bdada1-d320-4db5-ae17-3ddf853d54a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2168be-c8c7-4157-b52d-4cad42dceb46,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:36.061684 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-a6bdada1-d320-4db5-ae17-3ddf853d54a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:36.076604 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-c1dac88f-1e75-46b1-af7f-7bd4055bb086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:36.145425 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-c1dac88f-1e75-46b1-af7f-7bd4055bb086 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:52:36.167963 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-a6bdada1-d320-4db5-ae17-3ddf853d54a7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1b059167d38e4f71a1e925ee560df8ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5343349 Nov 16 21:52:36.169682 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-c1dac88f-1e75-46b1-af7f-7bd4055bb086 admin admin] Usage tracker for resource:security_group_rule and tenant:a87942cedc2d4c34bd3785bf33641325 is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:52:36.172509 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b1347-7ca0-4fb0-8862-f8a2a40f8f62 None None] Pushing event updated for resources: {'Port': ['ID=8d021fb9-0635-45ee-aa43-b1048be96613,revision_number=2']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:36.176386 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-7e8b1347-7ca0-4fb0-8862-f8a2a40f8f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:36.185127 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 40900) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:36.185866 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-c1dac88f-1e75-46b1-af7f-7bd4055bb086 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:52:36.215393 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-c1dac88f-1e75-46b1-af7f-7bd4055bb086 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:52:36.302669 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.db_base_plugin_common [None req-3efe9c6b-49ca-4674-b346-ee58afe03842 admin admin] Allocated IP 172.28.3.44 (a9f41963-6d96-4c68-8a62-a8c5d6a06a20/b5c31ecf-1c75-47d6-89d5-3eb31f2005b0/d6732966-f071-4172-96b6-87d4ff3a15d9) {{(pid=86863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:52:36.334888 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-c1dac88f-1e75-46b1-af7f-7bd4055bb086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:36.340478 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-c1dac88f-1e75-46b1-af7f-7bd4055bb086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:36.350308 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-f5b12198-b56c-4e6a-ad38-72bbf5eb1c37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:36.352870 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-db60c6df-84be-4e64-9f56-23f3b01f3a2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:36.386488 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dac88f-1e75-46b1-af7f-7bd4055bb086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0706fb5-6e9d-4996-91ff-a8e3d7115624,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:36.404098 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-c1dac88f-1e75-46b1-af7f-7bd4055bb086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:36.430141 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-c1dac88f-1e75-46b1-af7f-7bd4055bb086 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a87942cedc2d4c34bd3785bf33641325&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0105951 Nov 16 21:52:36.432513 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 40912) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:36.556499 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-7001f94c-c63e-49c2-9c38-97bdeacac841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:36.592800 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-7001f94c-c63e-49c2-9c38-97bdeacac841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:36.637121 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-f5b12198-b56c-4e6a-ad38-72bbf5eb1c37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:36.755385 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-3efe9c6b-49ca-4674-b346-ee58afe03842 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:36.789588 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-f5b12198-b56c-4e6a-ad38-72bbf5eb1c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:36.795811 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-b4161f10-e06c-4967-ba5f-4b49fc0b35d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:36.809277 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-7001f94c-c63e-49c2-9c38-97bdeacac841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:36.816286 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b12198-b56c-4e6a-ad38-72bbf5eb1c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2168be-c8c7-4157-b52d-4cad42dceb46,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:36.823503 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-f5b12198-b56c-4e6a-ad38-72bbf5eb1c37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:36.827659 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-8f40be8a-4ea3-43b7-8f72-1c8867d73c7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:36.838599 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-f5b12198-b56c-4e6a-ad38-72bbf5eb1c37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:36.843042 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-f5b12198-b56c-4e6a-ad38-72bbf5eb1c37 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dd2168be-c8c7-4157-b52d-4cad42dceb46 HTTP/1.1" status: 204 len: 168 time: 0.6568146 Nov 16 21:52:36.844655 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-3efe9c6b-49ca-4674-b346-ee58afe03842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790568269105'] for port, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:36.851372 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-7d9a3b55-e9d7-4b8c-be35-71516e8edf29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:36.874476 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7001f94c-c63e-49c2-9c38-97bdeacac841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0706fb5-6e9d-4996-91ff-a8e3d7115624,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:36.881098 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-7001f94c-c63e-49c2-9c38-97bdeacac841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:36.895660 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-7001f94c-c63e-49c2-9c38-97bdeacac841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:36.896775 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-7001f94c-c63e-49c2-9c38-97bdeacac841 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b0706fb5-6e9d-4996-91ff-a8e3d7115624 HTTP/1.1" status: 204 len: 168 time: 0.4627359 Nov 16 21:52:36.932023 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf6746-6db9-44eb-a2d4-666e39d975ff req-8cd8417e-0c93-41dd-8216-cddf12a59a3c tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:36.935059 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-3ddf6746-6db9-44eb-a2d4-666e39d975ff req-8cd8417e-0c93-41dd-8216-cddf12a59a3c tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=01a70cdd-89ae-4bb3-b9a7-b4c6d7dde373 HTTP/1.1" status: 200 len: 945 time: 0.2841225 Nov 16 21:52:36.947760 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efe9c6b-49ca-4674-b346-ee58afe03842 admin admin] Network a9f41963-6d96-4c68-8a62-a8c5d6a06a20 is already hosted by enough agents. {{(pid=86863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:52:36.956762 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.base_scheduler [None req-3efe9c6b-49ca-4674-b346-ee58afe03842 admin admin] Resources bound (agent type, host, resource id): {{(pid=86863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:52:36.973690 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efe9c6b-49ca-4674-b346-ee58afe03842 admin admin] Received port after_create {{(pid=86863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 16 21:52:37.051806 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-3ddf6746-6db9-44eb-a2d4-666e39d975ff req-9fbce9b4-4374-44b1-84fd-cefb7251822e tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066394 Nov 16 21:52:37.264779 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efe9c6b-49ca-4674-b346-ee58afe03842 admin admin] Pushing event updated for resources: {'Port': ['ID=d6732966-f071-4172-96b6-87d4ff3a15d9,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:37.272715 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-3efe9c6b-49ca-4674-b346-ee58afe03842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:37.591465 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-3efe9c6b-49ca-4674-b346-ee58afe03842 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:37.621355 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df53c46-9947-4101-b91c-cbff0fc6814c None None] Network 74e81693-9879-4389-b683-21ff1ada0cd8 requested from dv-cinder-818140-1-smb {{(pid=86865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 16 21:52:37.884017 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-e7bf99d5-9330-4c36-85c7-1042f48f6041 None None] Provisioning for port 8d021fb9-0635-45ee-aa43-b1048be96613 completed by entity DHCP. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:52:38.037485 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device 8d021fb9-0635-45ee-aa43-b1048be96613 up at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 21:52:38.393539 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8122a-192a-4e55-b411-fa0d427c4b0a req-14bc0ee9-59bb-495a-8c9d-dc0a80499e6e tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:38.408053 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning for port 8d021fb9-0635-45ee-aa43-b1048be96613 completed by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:52:38.408878 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-52e8122a-192a-4e55-b411-fa0d427c4b0a req-14bc0ee9-59bb-495a-8c9d-dc0a80499e6e tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=01a70cdd-89ae-4bb3-b9a7-b4c6d7dde373 HTTP/1.1" status: 200 len: 945 time: 0.2064643 Nov 16 21:52:38.416786 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning complete for port 8d021fb9-0635-45ee-aa43-b1048be96613 triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:38.417564 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:38.511815 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 41002) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:38.549178 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-52e8122a-192a-4e55-b411-fa0d427c4b0a req-9beb7afe-67c8-4cb9-bb4c-54758c2c0110 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381843 Nov 16 21:52:38.736552 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:38.811610 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] For port 8d021fb9-0635-45ee-aa43-b1048be96613, host dv-cinder-818140-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=8d021fb9-0635-45ee-aa43-b1048be96613,segment=NetworkSegment(234b1cb3-8d4c-4456-8649-c81de3e8482d),segment_id=234b1cb3-8d4c-4456-8649-c81de3e8482d)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:52:38.816676 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:38.822584 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:38.832433 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [None req-915c28f5-ce40-4ed9-aab3-44e376fdb567 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2020094586-network', 'tenant_id': '0121324dc4634d618660eb8421898f4a'}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:38.838250 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-915c28f5-ce40-4ed9-aab3-44e376fdb567 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:52:38.845677 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-915c28f5-ce40-4ed9-aab3-44e376fdb567 admin admin] Usage tracker for resource:network and tenant:0121324dc4634d618660eb8421898f4a is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:52:38.850868 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-915c28f5-ce40-4ed9-aab3-44e376fdb567 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:52:38.859978 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-915c28f5-ce40-4ed9-aab3-44e376fdb567 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:52:38.866001 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-3efe9c6b-49ca-4674-b346-ee58afe03842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-677125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677381'] for router, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:38.901540 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-7900fe84-a628-47ee-ae2e-e2654b87d669 None None] Provisioning complete for port 8d021fb9-0635-45ee-aa43-b1048be96613 triggered by entity DHCP. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:38.901918 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-7900fe84-a628-47ee-ae2e-e2654b87d669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:38.955484 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Pushing event updated for resources: {'Port': ['ID=8d021fb9-0635-45ee-aa43-b1048be96613,revision_number=3']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:38.967131 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:38.968149 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:38.968149 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:38.968459 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:38.968608 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:38.969175 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:38.969645 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:38.970712 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:38.971363 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:38.971881 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:38.972349 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:38.972837 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:38.979729 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:39.030329 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915c28f5-ce40-4ed9-aab3-44e376fdb567 admin admin] Made reservation on behalf of 0121324dc4634d618660eb8421898f4a for: {'network': 1} {{(pid=86863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:52:39.033369 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-915c28f5-ce40-4ed9-aab3-44e376fdb567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for network, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:39.061857 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-915c28f5-ce40-4ed9-aab3-44e376fdb567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:39.090215 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-915c28f5-ce40-4ed9-aab3-44e376fdb567 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:52:39.097764 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-915c28f5-ce40-4ed9-aab3-44e376fdb567 admin admin] Usage tracker for resource:security_group_rule and tenant:0121324dc4634d618660eb8421898f4a is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:52:39.102009 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-915c28f5-ce40-4ed9-aab3-44e376fdb567 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:52:39.109628 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-915c28f5-ce40-4ed9-aab3-44e376fdb567 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:52:39.172112 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3efe9c6b-49ca-4674-b346-ee58afe03842 admin admin] Router 17418123-1b53-482a-8cea-e10f1c8ab721 is scheduled to L3 agent 61e322f1-f733-4c16-8e8e-7253ec5fb84a with binding_index 1 {{(pid=86863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 16 21:52:39.372846 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-915c28f5-ce40-4ed9-aab3-44e376fdb567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:39.379400 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-915c28f5-ce40-4ed9-aab3-44e376fdb567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:39.383928 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-1dbc42e6-32e7-4a13-bfd1-f307b3c8230b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:39.432621 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-915c28f5-ce40-4ed9-aab3-44e376fdb567 admin admin] vlan segment allocate from pool success with {'vlan_id': 839, 'physical_network': 'physnet1'} {{(pid=86863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:52:39.435165 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3efe9c6b-49ca-4674-b346-ee58afe03842 admin admin] Notify agent at l3_agent.dv-cinder-818140-1-smb the message routers_updated {{(pid=86863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 16 21:52:39.440060 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c28f5-ce40-4ed9-aab3-44e376fdb567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32489ef2-4d6d-4b12-8fcc-6f400adc7c80,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:39.448077 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-915c28f5-ce40-4ed9-aab3-44e376fdb567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:39.452301 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c7555e-5e36-4eb5-86ed-fa544399a216 None None] Sync routers for ids ['17418123-1b53-482a-8cea-e10f1c8ab721'] in dv-cinder-818140-1-smb {{(pid=86866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:52:39.458989 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-915c28f5-ce40-4ed9-aab3-44e376fdb567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930301'] for segment, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:39.459735 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.db.segments_db [None req-915c28f5-ce40-4ed9-aab3-44e376fdb567 admin admin] Added segment 17dd1725-2c57-400e-9e6b-11a5956cf79c of type vlan for network c5eafeb0-dec6-468b-8eb8-3ad7b65a9408 Nov 16 21:52:39.472264 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c7555e-5e36-4eb5-86ed-fa544399a216 None None] Routers {'17418123-1b53-482a-8cea-e10f1c8ab721'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 21:52:39.472877 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_hamode_db [None req-c3c7555e-5e36-4eb5-86ed-fa544399a216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T21:52:27Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['17418123-1b53-482a-8cea-e10f1c8ab721'], 'active': True} {{(pid=86866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:52:39.493022 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-3efe9c6b-49ca-4674-b346-ee58afe03842 admin admin] Notify callbacks [] for router, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:39.494930 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-3efe9c6b-49ca-4674-b346-ee58afe03842 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.7819588 Nov 16 21:52:39.497602 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 41030) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:39.502124 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-915c28f5-ce40-4ed9-aab3-44e376fdb567 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790568254639'] for network, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:39.699691 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_dvr_db [None req-c3c7555e-5e36-4eb5-86ed-fa544399a216 None None] Set router 17418123-1b53-482a-8cea-e10f1c8ab721 gateway port host: dv-cinder-818140-1-smb {{(pid=86866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 21:52:39.709208 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-915c28f5-ce40-4ed9-aab3-44e376fdb567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446'] for network, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:39.715421 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915c28f5-ce40-4ed9-aab3-44e376fdb567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:39.715685 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-915c28f5-ce40-4ed9-aab3-44e376fdb567 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578116'] for network, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:39.734647 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-26be404a-492b-4ffb-9704-06eae7a2157b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:39.897529 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device 8d021fb9-0635-45ee-aa43-b1048be96613 up at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 21:52:39.906387 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d95e5a3-d8fe-4b27-9615-3a42789216de req-44a2e3f9-8515-415d-a89a-9833abd30eee tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:39.910993 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-9d95e5a3-d8fe-4b27-9615-3a42789216de req-44a2e3f9-8515-415d-a89a-9833abd30eee tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=01a70cdd-89ae-4bb3-b9a7-b4c6d7dde373 HTTP/1.1" status: 200 len: 945 time: 0.2343576 Nov 16 21:52:39.997308 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 41050) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:40.006173 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-915c28f5-ce40-4ed9-aab3-44e376fdb567 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4712682 Nov 16 21:52:40.031023 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.v2.base [None req-d964f264-c72c-4a5f-a750-b2b216d0a646 admin admin] Request body: {'subnet': {'network_id': 'c5eafeb0-dec6-468b-8eb8-3ad7b65a9408', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2020094586-subnet', 'tenant_id': '0121324dc4634d618660eb8421898f4a', 'ip_version': 4}} {{(pid=86864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:40.065801 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-9d95e5a3-d8fe-4b27-9615-3a42789216de req-975b0129-682d-4a8a-bbb0-dd2061338404 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490691 Nov 16 21:52:40.072412 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-d964f264-c72c-4a5f-a750-b2b216d0a646 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:52:40.086922 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-d964f264-c72c-4a5f-a750-b2b216d0a646 admin admin] Usage tracker for resource:subnet and tenant:0121324dc4634d618660eb8421898f4a is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:52:40.113054 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-d964f264-c72c-4a5f-a750-b2b216d0a646 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:52:40.138016 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-d964f264-c72c-4a5f-a750-b2b216d0a646 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:52:40.163485 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c28f5-ce40-4ed9-aab3-44e376fdb567 admin admin] Pushing event updated for resources: {'Network': ['ID=c5eafeb0-dec6-468b-8eb8-3ad7b65a9408,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:40.165472 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning complete for port 8d021fb9-0635-45ee-aa43-b1048be96613 triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:40.166004 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:40.168032 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-915c28f5-ce40-4ed9-aab3-44e376fdb567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:40.182384 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d964f264-c72c-4a5f-a750-b2b216d0a646 admin admin] Made reservation on behalf of 0121324dc4634d618660eb8421898f4a for: {'subnet': 1} {{(pid=86864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:52:40.196626 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-d964f264-c72c-4a5f-a750-b2b216d0a646 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3111181'] for subnet, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:40.234100 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Network c5eafeb0-dec6-468b-8eb8-3ad7b65a9408 details requested by agent ovs-agent-dv-cinder-818140-1-smb with host dv-cinder-818140-1-smb {{(pid=86865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 16 21:52:40.280144 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_hamode_db [None req-c3c7555e-5e36-4eb5-86ed-fa544399a216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17418123-1b53-482a-8cea-e10f1c8ab721', 'name': 'tempest-AttachVolumeTestJSON-2021471954-router', 'tenant_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.44'}], 'enable_snat': True}, 'gw_port_id': 'd6732966-f071-4172-96b6-87d4ff3a15d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:52:34Z', 'updated_at': '2021-11-16T21:52:37Z', 'revision_number': 3, 'project_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'gw_port': {'id': 'd6732966-f071-4172-96b6-87d4ff3a15d9', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:31:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17418123-1b53-482a-8cea-e10f1c8ab721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:52:35Z', 'updated_at': '2021-11-16T21:52:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb'}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:52:40.289185 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c7555e-5e36-4eb5-86ed-fa544399a216 None None] Checking router: 17418123-1b53-482a-8cea-e10f1c8ab721 for host: dv-cinder-818140-1-smb {{(pid=86866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:52:40.289461 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c7555e-5e36-4eb5-86ed-fa544399a216 None None] Updating router 17418123-1b53-482a-8cea-e10f1c8ab721 port d6732966-f071-4172-96b6-87d4ff3a15d9 binding host dv-cinder-818140-1-smb {{(pid=86866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:52:40.390777 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron_lib.callbacks.manager [None req-c3c7555e-5e36-4eb5-86ed-fa544399a216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:40.694685 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-d964f264-c72c-4a5f-a750-b2b216d0a646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3051048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3111295'] for subnet, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:40.702380 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:40.957822 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d964f264-c72c-4a5f-a750-b2b216d0a646 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6c6635f-06ee-4a59-b0bc-7e807ed8a05e,revision_number=0']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:40.976371 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-d964f264-c72c-4a5f-a750-b2b216d0a646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:40.994448 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron_lib.callbacks.manager [None req-c3c7555e-5e36-4eb5-86ed-fa544399a216 None None] Notify callbacks [] for port, precommit_update {{(pid=86866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:41.029143 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.provisioning_blocks [None req-c3c7555e-5e36-4eb5-86ed-fa544399a216 None None] Transition to ACTIVE for port object d6732966-f071-4172-96b6-87d4ff3a15d9 will not be triggered until provisioned by entity L2. {{(pid=86866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:52:41.036523 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron_lib.callbacks.manager [None req-c3c7555e-5e36-4eb5-86ed-fa544399a216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:41.046328 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:41.046439 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d964f264-c72c-4a5f-a750-b2b216d0a646 admin admin] Checking segment: {'id': '17dd1725-2c57-400e-9e6b-11a5956cf79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'c5eafeb0-dec6-468b-8eb8-3ad7b65a9408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 16 21:52:41.046439 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d964f264-c72c-4a5f-a750-b2b216d0a646 admin admin] Network hostable DHCP agents. Network: c5eafeb0-dec6-468b-8eb8-3ad7b65a9408, hostable agents: ['c74cfb2b-3f17-4f67-977a-702507b4bce6'], hosted agents: [] {{(pid=86864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:52:41.070247 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d964f264-c72c-4a5f-a750-b2b216d0a646 admin admin] Network c5eafeb0-dec6-468b-8eb8-3ad7b65a9408 is scheduled to be hosted by DHCP agent c74cfb2b-3f17-4f67-977a-702507b4bce6 with binding_index 1 {{(pid=86864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:52:41.082655 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.base_scheduler [None req-d964f264-c72c-4a5f-a750-b2b216d0a646 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818140-1-smb, c5eafeb0-dec6-468b-8eb8-3ad7b65a9408) {{(pid=86864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:52:41.092477 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9053f79b-3a67-4c64-9bb3-273b1f33c181 None None] Network c5eafeb0-dec6-468b-8eb8-3ad7b65a9408 requested from dv-cinder-818140-1-smb {{(pid=86865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 16 21:52:41.097663 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d964f264-c72c-4a5f-a750-b2b216d0a646 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:41.098308 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-d964f264-c72c-4a5f-a750-b2b216d0a646 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:41.142097 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-d964f264-c72c-4a5f-a750-b2b216d0a646 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1262908 Nov 16 21:52:41.142489 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 41090) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:41.151402 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.managers [None req-c3c7555e-5e36-4eb5-86ed-fa544399a216 None None] Attempting to bind port d6732966-f071-4172-96b6-87d4ff3a15d9 on host dv-cinder-818140-1-smb for vnic_type normal with profile {{(pid=86866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 21:52:41.151772 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.managers [None req-c3c7555e-5e36-4eb5-86ed-fa544399a216 None None] Attempting to bind port d6732966-f071-4172-96b6-87d4ff3a15d9 by drivers openvswitch,hyperv on host dv-cinder-818140-1-smb at level 0 using segments [{'id': '2032d675-cc73-45c1-95a0-4a6936ebf39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20'}] {{(pid=86866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 21:52:41.152315 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c7555e-5e36-4eb5-86ed-fa544399a216 None None] Attempting to bind port d6732966-f071-4172-96b6-87d4ff3a15d9 on network a9f41963-6d96-4c68-8a62-a8c5d6a06a20 {{(pid=86866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 16 21:52:41.156269 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.v2.base [None req-e843748f-473e-4f5c-ae57-78f47a2932b5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2020094586-router', 'tenant_id': '0121324dc4634d618660eb8421898f4a', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20'}}} {{(pid=86864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:41.159267 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a1b740-a3e1-4486-926b-f274823e32d8 None None] Pushing event updated for resources: {'Port': ['ID=d6732966-f071-4172-96b6-87d4ff3a15d9,revision_number=2']} {{(pid=86866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:41.163883 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG oslo_concurrency.lockutils [None req-49a1b740-a3e1-4486-926b-f274823e32d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:41.165077 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c7555e-5e36-4eb5-86ed-fa544399a216 None None] Checking agent: {'id': '2d3e8a24-12f1-44fc-ba92-bbd8bc9099be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818140-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 42, 55), 'started_at': datetime.datetime(2021, 11, 16, 21, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818140-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 16 21:52:41.165625 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c7555e-5e36-4eb5-86ed-fa544399a216 None None] Checking segment: {'id': '2032d675-cc73-45c1-95a0-4a6936ebf39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 16 21:52:41.166201 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron_lib.callbacks.manager [None req-c3c7555e-5e36-4eb5-86ed-fa544399a216 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:41.166747 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c7555e-5e36-4eb5-86ed-fa544399a216 None None] Bound using segment: {'id': '2032d675-cc73-45c1-95a0-4a6936ebf39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20'} {{(pid=86866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 16 21:52:41.167368 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.managers [None req-c3c7555e-5e36-4eb5-86ed-fa544399a216 None None] Bound port: d6732966-f071-4172-96b6-87d4ff3a15d9, host: dv-cinder-818140-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2032d675-cc73-45c1-95a0-4a6936ebf39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20'}}] {{(pid=86866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 21:52:41.167913 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron_lib.callbacks.manager [None req-c3c7555e-5e36-4eb5-86ed-fa544399a216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:41.179134 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-e843748f-473e-4f5c-ae57-78f47a2932b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:52:41.211154 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-e843748f-473e-4f5c-ae57-78f47a2932b5 admin admin] Usage tracker for resource:router and tenant:0121324dc4634d618660eb8421898f4a is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:52:41.217529 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-e843748f-473e-4f5c-ae57-78f47a2932b5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:52:41.234888 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-e843748f-473e-4f5c-ae57-78f47a2932b5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:52:41.255649 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.db [None req-c3c7555e-5e36-4eb5-86ed-fa544399a216 None None] For port d6732966-f071-4172-96b6-87d4ff3a15d9, host dv-cinder-818140-1-smb, cleared binding levels {{(pid=86866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 16 21:52:41.262868 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.db [None req-c3c7555e-5e36-4eb5-86ed-fa544399a216 None None] For port d6732966-f071-4172-96b6-87d4ff3a15d9, host dv-cinder-818140-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=d6732966-f071-4172-96b6-87d4ff3a15d9,segment=NetworkSegment(2032d675-cc73-45c1-95a0-4a6936ebf39a),segment_id=2032d675-cc73-45c1-95a0-4a6936ebf39a)] {{(pid=86866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 16 21:52:41.277045 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron_lib.callbacks.manager [None req-c3c7555e-5e36-4eb5-86ed-fa544399a216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:41.286717 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:41.350507 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-e843748f-473e-4f5c-ae57-78f47a2932b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-677364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6493'] for router, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:41.351704 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-e843748f-473e-4f5c-ae57-78f47a2932b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677482', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6466'] for router, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:41.380804 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-e843748f-473e-4f5c-ae57-78f47a2932b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:41.384402 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c7555e-5e36-4eb5-86ed-fa544399a216 None None] Routers {'17418123-1b53-482a-8cea-e10f1c8ab721'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 21:52:41.385193 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_hamode_db [None req-c3c7555e-5e36-4eb5-86ed-fa544399a216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T21:52:27Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['17418123-1b53-482a-8cea-e10f1c8ab721'], 'active': True} {{(pid=86866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:52:41.398212 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd2e92-c81e-4c74-ba77-4a481985a4e8 req-6e4f9286-d31f-4d8f-bc53-31b39e8123a8 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:41.398590 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-4b544b4a-feee-455a-b9ea-f1eb6381bbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:41.404938 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-32fd2e92-c81e-4c74-ba77-4a481985a4e8 req-6e4f9286-d31f-4d8f-bc53-31b39e8123a8 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=01a70cdd-89ae-4bb3-b9a7-b4c6d7dde373 HTTP/1.1" status: 200 len: 945 time: 0.1764836 Nov 16 21:52:41.463888 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-32fd2e92-c81e-4c74-ba77-4a481985a4e8 req-91bc71dc-fe7b-4e9b-b69e-e37721673c19 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580173 Nov 16 21:52:41.494593 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfa22a9-1d95-4f30-bb42-d535bf130d57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bae2c2-8573-550b-9040-658d352e0497-c5eafeb0-dec6-468b-8eb8-3ad7b65a9408', 'network_id': 'c5eafeb0-dec6-468b-8eb8-3ad7b65a9408', 'tenant_id': '0121324dc4634d618660eb8421898f4a', 'fixed_ips': [{'subnet_id': 'd6c6635f-06ee-4a59-b0bc-7e807ed8a05e'}]}} from dv-cinder-818140-1-smb. {{(pid=86865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 16 21:52:41.495537 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-abfa22a9-1d95-4f30-bb42-d535bf130d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_create {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:41.514565 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a1b740-a3e1-4486-926b-f274823e32d8 None None] Pushing event updated for resources: {'Port': ['ID=d6732966-f071-4172-96b6-87d4ff3a15d9,revision_number=3']} {{(pid=86866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:41.526514 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG oslo_concurrency.lockutils [None req-49a1b740-a3e1-4486-926b-f274823e32d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=86866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:41.682043 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.db_base_plugin_common [None req-4b544b4a-feee-455a-b9ea-f1eb6381bbf2 admin admin] Allocated IP 172.20.0.1 (74e81693-9879-4389-b683-21ff1ada0cd8/571f52f5-7aee-44e1-b51f-e0b1c3748b0d/46bfb751-5b7d-46f1-8646-bdc6da88a5fb) {{(pid=86863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:52:41.738911 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_dvr_db [None req-c3c7555e-5e36-4eb5-86ed-fa544399a216 None None] Set router 17418123-1b53-482a-8cea-e10f1c8ab721 gateway port host: dv-cinder-818140-1-smb {{(pid=86866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 21:52:41.818373 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.db_base_plugin_common [None req-abfa22a9-1d95-4f30-bb42-d535bf130d57 None None] Allocated IP 172.20.0.2 (c5eafeb0-dec6-468b-8eb8-3ad7b65a9408/d6c6635f-06ee-4a59-b0bc-7e807ed8a05e/f0774e15-48e7-4af5-b0d7-fe0e33f1976f) {{(pid=86865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:52:41.927136 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-e843748f-473e-4f5c-ae57-78f47a2932b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-677134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6512'] for router, precommit_update {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:42.042855 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-4b544b4a-feee-455a-b9ea-f1eb6381bbf2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:42.112902 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.provisioning_blocks [None req-4b544b4a-feee-455a-b9ea-f1eb6381bbf2 admin admin] Transition to ACTIVE for port object 46bfb751-5b7d-46f1-8646-bdc6da88a5fb will not be triggered until provisioned by entity DHCP. {{(pid=86863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:52:42.188321 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-4b544b4a-feee-455a-b9ea-f1eb6381bbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790568269105'] for port, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:42.203564 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:42.285822 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b544b4a-feee-455a-b9ea-f1eb6381bbf2 admin admin] Network 74e81693-9879-4389-b683-21ff1ada0cd8 is already hosted by enough agents. {{(pid=86863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:52:42.292755 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.base_scheduler [None req-4b544b4a-feee-455a-b9ea-f1eb6381bbf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=86863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:52:42.296139 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b544b4a-feee-455a-b9ea-f1eb6381bbf2 admin admin] Received port after_create {{(pid=86863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 16 21:52:42.296800 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-4b544b4a-feee-455a-b9ea-f1eb6381bbf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783219'] for router_interface, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:42.337562 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-abfa22a9-1d95-4f30-bb42-d535bf130d57 None None] Notify callbacks [] for port, precommit_create {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:42.350174 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-abfa22a9-1d95-4f30-bb42-d535bf130d57 None None] Transition to ACTIVE for port object f0774e15-48e7-4af5-b0d7-fe0e33f1976f will not be triggered until provisioned by entity L2. {{(pid=86865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:52:42.388032 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b544b4a-feee-455a-b9ea-f1eb6381bbf2 admin admin] Pushing event updated for resources: {'Port': ['ID=46bfb751-5b7d-46f1-8646-bdc6da88a5fb,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:42.391240 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-4b544b4a-feee-455a-b9ea-f1eb6381bbf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:42.436106 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-abfa22a9-1d95-4f30-bb42-d535bf130d57 None None] Transition to ACTIVE for port object f0774e15-48e7-4af5-b0d7-fe0e33f1976f will not be triggered until provisioned by entity DHCP. {{(pid=86865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:52:42.452214 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-abfa22a9-1d95-4f30-bb42-d535bf130d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790568269105'] for port, after_create {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:42.458287 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-31c28fb7-9e23-47cd-b6b9-40bae5fa5316 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:42.548694 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_hamode_db [None req-c3c7555e-5e36-4eb5-86ed-fa544399a216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17418123-1b53-482a-8cea-e10f1c8ab721', 'name': 'tempest-AttachVolumeTestJSON-2021471954-router', 'tenant_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.44'}], 'enable_snat': True}, 'gw_port_id': 'd6732966-f071-4172-96b6-87d4ff3a15d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:52:34Z', 'updated_at': '2021-11-16T21:52:37Z', 'revision_number': 3, 'project_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'gw_port': {'id': 'd6732966-f071-4172-96b6-87d4ff3a15d9', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:31:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17418123-1b53-482a-8cea-e10f1c8ab721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:52:35Z', 'updated_at': '2021-11-16T21:52:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb'}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:52:42.561815 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c7555e-5e36-4eb5-86ed-fa544399a216 None None] The sync data for ids ['17418123-1b53-482a-8cea-e10f1c8ab721'] in dv-cinder-818140-1-smb is: [{'id': '17418123-1b53-482a-8cea-e10f1c8ab721', 'name': 'tempest-AttachVolumeTestJSON-2021471954-router', 'tenant_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.44'}], 'enable_snat': True}, 'gw_port_id': 'd6732966-f071-4172-96b6-87d4ff3a15d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:52:34Z', 'updated_at': '2021-11-16T21:52:37Z', 'revision_number': 3, 'project_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'gw_port': {'id': 'd6732966-f071-4172-96b6-87d4ff3a15d9', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:31:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17418123-1b53-482a-8cea-e10f1c8ab721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:52:35Z', 'updated_at': '2021-11-16T21:52:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb'}] {{(pid=86866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:52:42.589294 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 41124) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:42.602276 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-e843748f-473e-4f5c-ae57-78f47a2932b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:42.632151 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-4b544b4a-feee-455a-b9ea-f1eb6381bbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:42.634942 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfa22a9-1d95-4f30-bb42-d535bf130d57 None None] Network c5eafeb0-dec6-468b-8eb8-3ad7b65a9408 is already hosted by enough agents. {{(pid=86865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:52:42.638115 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.scheduler.base_scheduler [None req-abfa22a9-1d95-4f30-bb42-d535bf130d57 None None] Resources bound (agent type, host, resource id): {{(pid=86865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:52:42.648162 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfa22a9-1d95-4f30-bb42-d535bf130d57 None None] Received port after_create {{(pid=86865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 16 21:52:42.657823 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa22a9-1d95-4f30-bb42-d535bf130d57 None None] Pushing event updated for resources: {'Port': ['ID=f0774e15-48e7-4af5-b0d7-fe0e33f1976f,revision_number=1']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:42.693050 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-e843748f-473e-4f5c-ae57-78f47a2932b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:42.696268 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-abfa22a9-1d95-4f30-bb42-d535bf130d57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:42.849716 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.managers [None req-abfa22a9-1d95-4f30-bb42-d535bf130d57 None None] Attempting to bind port f0774e15-48e7-4af5-b0d7-fe0e33f1976f on host dv-cinder-818140-1-smb for vnic_type normal with profile {{(pid=86865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 21:52:42.850442 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.managers [None req-abfa22a9-1d95-4f30-bb42-d535bf130d57 None None] Attempting to bind port f0774e15-48e7-4af5-b0d7-fe0e33f1976f by drivers openvswitch,hyperv on host dv-cinder-818140-1-smb at level 0 using segments [{'id': '17dd1725-2c57-400e-9e6b-11a5956cf79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'c5eafeb0-dec6-468b-8eb8-3ad7b65a9408'}] {{(pid=86865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 21:52:42.851037 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfa22a9-1d95-4f30-bb42-d535bf130d57 None None] Attempting to bind port f0774e15-48e7-4af5-b0d7-fe0e33f1976f on network c5eafeb0-dec6-468b-8eb8-3ad7b65a9408 {{(pid=86865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 16 21:52:42.880234 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-05e0300a-0d79-4b94-875d-afb55a9109a8 None None] Provisioning for port 46bfb751-5b7d-46f1-8646-bdc6da88a5fb completed by entity DHCP. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:52:42.889998 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfa22a9-1d95-4f30-bb42-d535bf130d57 None None] Checking agent: {'id': '2d3e8a24-12f1-44fc-ba92-bbd8bc9099be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818140-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 42, 55), 'started_at': datetime.datetime(2021, 11, 16, 21, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818140-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 16 21:52:42.890828 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfa22a9-1d95-4f30-bb42-d535bf130d57 None None] Checking segment: {'id': '17dd1725-2c57-400e-9e6b-11a5956cf79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'c5eafeb0-dec6-468b-8eb8-3ad7b65a9408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 16 21:52:42.892725 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-abfa22a9-1d95-4f30-bb42-d535bf130d57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:42.898815 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfa22a9-1d95-4f30-bb42-d535bf130d57 None None] Bound using segment: {'id': '17dd1725-2c57-400e-9e6b-11a5956cf79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'c5eafeb0-dec6-468b-8eb8-3ad7b65a9408'} {{(pid=86865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 16 21:52:42.899879 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.managers [None req-abfa22a9-1d95-4f30-bb42-d535bf130d57 None None] Bound port: f0774e15-48e7-4af5-b0d7-fe0e33f1976f, host: dv-cinder-818140-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17dd1725-2c57-400e-9e6b-11a5956cf79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'c5eafeb0-dec6-468b-8eb8-3ad7b65a9408'}}] {{(pid=86865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 21:52:42.900509 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-abfa22a9-1d95-4f30-bb42-d535bf130d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:42.942305 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-05e0300a-0d79-4b94-875d-afb55a9109a8 None None] Provisioning complete for port 46bfb751-5b7d-46f1-8646-bdc6da88a5fb triggered by entity DHCP. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:42.942711 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-05e0300a-0d79-4b94-875d-afb55a9109a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:42.963365 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2700d32-93aa-47ee-bfc5-581de5d56921 req-56a866ae-e559-4ca3-bdbc-f5409cdf200f tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:42.986448 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-d2700d32-93aa-47ee-bfc5-581de5d56921 req-56a866ae-e559-4ca3-bdbc-f5409cdf200f tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=01a70cdd-89ae-4bb3-b9a7-b4c6d7dde373 HTTP/1.1" status: 200 len: 945 time: 0.2775609 Nov 16 21:52:43.140603 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-d2700d32-93aa-47ee-bfc5-581de5d56921 req-dd07ccdc-f945-4717-8962-5d0f1142a18b tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530144 Nov 16 21:52:43.145110 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-2e629c64-dfbe-450a-a95c-9d4b5f061821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:43.164093 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-4b544b4a-feee-455a-b9ea-f1eb6381bbf2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:43.173447 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-4b544b4a-feee-455a-b9ea-f1eb6381bbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:43.181024 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-4b544b4a-feee-455a-b9ea-f1eb6381bbf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-576428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783312'] for router_interface, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:43.189987 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-5f1f7000-7e97-432e-b046-820b9156b6b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:43.193024 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-05e0300a-0d79-4b94-875d-afb55a9109a8 None None] Port 46bfb751-5b7d-46f1-8646-bdc6da88a5fb cannot update to ACTIVE because it is not bound. {{(pid=86865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 16 21:52:43.207363 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.db_base_plugin_common [None req-e843748f-473e-4f5c-ae57-78f47a2932b5 admin admin] Allocated IP 172.28.3.237 (a9f41963-6d96-4c68-8a62-a8c5d6a06a20/b5c31ecf-1c75-47d6-89d5-3eb31f2005b0/85a36556-241e-460e-936e-6faddb07f596) {{(pid=86864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:52:43.237027 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-2e629c64-dfbe-450a-a95c-9d4b5f061821 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:52:43.260146 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-abfa22a9-1d95-4f30-bb42-d535bf130d57 None None] For port f0774e15-48e7-4af5-b0d7-fe0e33f1976f, host dv-cinder-818140-1-smb, cleared binding levels {{(pid=86865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 16 21:52:43.260799 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-2e629c64-dfbe-450a-a95c-9d4b5f061821 admin admin] Usage tracker for resource:security_group_rule and tenant:6e4c81c34c5f4f159dbab4feb3015c8a is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:52:43.271402 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-abfa22a9-1d95-4f30-bb42-d535bf130d57 None None] For port f0774e15-48e7-4af5-b0d7-fe0e33f1976f, host dv-cinder-818140-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=f0774e15-48e7-4af5-b0d7-fe0e33f1976f,segment=NetworkSegment(17dd1725-2c57-400e-9e6b-11a5956cf79c),segment_id=17dd1725-2c57-400e-9e6b-11a5956cf79c)] {{(pid=86865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 16 21:52:43.287305 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-2e629c64-dfbe-450a-a95c-9d4b5f061821 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:52:43.298719 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-2e629c64-dfbe-450a-a95c-9d4b5f061821 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:52:43.300091 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-abfa22a9-1d95-4f30-bb42-d535bf130d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:43.306800 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:43.542312 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa22a9-1d95-4f30-bb42-d535bf130d57 None None] Pushing event updated for resources: {'Port': ['ID=f0774e15-48e7-4af5-b0d7-fe0e33f1976f,revision_number=2']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:43.552665 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-abfa22a9-1d95-4f30-bb42-d535bf130d57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:43.630794 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b544b4a-feee-455a-b9ea-f1eb6381bbf2 admin admin] Pushing event updated for resources: {'Port': ['ID=46bfb751-5b7d-46f1-8646-bdc6da88a5fb,revision_number=2']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:43.635487 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-4b544b4a-feee-455a-b9ea-f1eb6381bbf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:43.649016 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-2e629c64-dfbe-450a-a95c-9d4b5f061821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:43.673399 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b544b4a-feee-455a-b9ea-f1eb6381bbf2 admin admin] Network 74e81693-9879-4389-b683-21ff1ada0cd8 is already hosted by enough agents. {{(pid=86863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:52:43.675358 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-2e629c64-dfbe-450a-a95c-9d4b5f061821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:43.675725 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.base_scheduler [None req-4b544b4a-feee-455a-b9ea-f1eb6381bbf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=86863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:52:43.687257 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:43.776722 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e629c64-dfbe-450a-a95c-9d4b5f061821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb19a2c-ff4c-46c1-81e1-801a69c046f4,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:43.835955 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-2e629c64-dfbe-450a-a95c-9d4b5f061821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:43.873443 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-2e629c64-dfbe-450a-a95c-9d4b5f061821 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6e4c81c34c5f4f159dbab4feb3015c8a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2797060 Nov 16 21:52:43.880482 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 41182) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:43.945641 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-e843748f-473e-4f5c-ae57-78f47a2932b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:44.042741 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device d6732966-f071-4172-96b6-87d4ff3a15d9 up at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 21:52:44.114482 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-139e2386-ebcb-4bae-ab06-0543782a2c6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:44.133812 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-e843748f-473e-4f5c-ae57-78f47a2932b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790568269105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3119288'] for port, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:44.181334 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-383b95fd-66ff-4d6e-af6d-b31126b0c4b2 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:44.198653 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning for port d6732966-f071-4172-96b6-87d4ff3a15d9 completed by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:52:44.207706 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning complete for port d6732966-f071-4172-96b6-87d4ff3a15d9 triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:44.208390 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:44.289636 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b544b4a-feee-455a-b9ea-f1eb6381bbf2 admin admin] Router 17418123-1b53-482a-8cea-e10f1c8ab721 has already been hosted by L3 agent 61e322f1-f733-4c16-8e8e-7253ec5fb84a {{(pid=86863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 16 21:52:44.299551 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-497057d5-550d-46a5-bfff-07f36cdece19 None None] Provisioning complete for port 46bfb751-5b7d-46f1-8646-bdc6da88a5fb triggered by entity DHCP. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:44.300271 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-497057d5-550d-46a5-bfff-07f36cdece19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:44.416280 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-139e2386-ebcb-4bae-ab06-0543782a2c6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:44.432367 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-497057d5-550d-46a5-bfff-07f36cdece19 None None] Port 46bfb751-5b7d-46f1-8646-bdc6da88a5fb cannot update to ACTIVE because it is not bound. {{(pid=86865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 16 21:52:44.487474 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e843748f-473e-4f5c-ae57-78f47a2932b5 admin admin] Network a9f41963-6d96-4c68-8a62-a8c5d6a06a20 is already hosted by enough agents. {{(pid=86864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:52:44.503389 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.base_scheduler [None req-e843748f-473e-4f5c-ae57-78f47a2932b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=86864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:52:44.508908 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e843748f-473e-4f5c-ae57-78f47a2932b5 admin admin] Received port after_create {{(pid=86864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 16 21:52:44.520259 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:44.546048 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] For port d6732966-f071-4172-96b6-87d4ff3a15d9, host dv-cinder-818140-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=d6732966-f071-4172-96b6-87d4ff3a15d9,segment=NetworkSegment(2032d675-cc73-45c1-95a0-4a6936ebf39a),segment_id=2032d675-cc73-45c1-95a0-4a6936ebf39a)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:52:44.555232 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:44.558046 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d2068a02-a3f6-4976-9392-e03655c7460a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:44.610267 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e843748f-473e-4f5c-ae57-78f47a2932b5 admin admin] Pushing event updated for resources: {'Port': ['ID=85a36556-241e-460e-936e-6faddb07f596,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:44.635683 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-e843748f-473e-4f5c-ae57-78f47a2932b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:44.693421 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Pushing event updated for resources: {'Port': ['ID=d6732966-f071-4172-96b6-87d4ff3a15d9,revision_number=4']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:44.698107 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:44.746798 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b544b4a-feee-455a-b9ea-f1eb6381bbf2 admin admin] Notify agent at l3_agent.dv-cinder-818140-1-smb the message routers_updated {{(pid=86863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 16 21:52:44.770715 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-4b544b4a-feee-455a-b9ea-f1eb6381bbf2 admin admin] 10.222.0.50 "PUT /v2.0/routers/17418123-1b53-482a-8cea-e10f1c8ab721/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2715998 Nov 16 21:52:44.865224 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-139e2386-ebcb-4bae-ab06-0543782a2c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:44.871459 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-fd88bb51-283d-4504-a194-4d90e32e8216 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:44.893390 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782bfb9-b934-4588-8742-c739e7492b0c req-c67bdb60-2a45-4e8a-a744-b20027d613f9 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:44.901797 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-5782bfb9-b934-4588-8742-c739e7492b0c req-c67bdb60-2a45-4e8a-a744-b20027d613f9 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=01a70cdd-89ae-4bb3-b9a7-b4c6d7dde373 HTTP/1.1" status: 200 len: 945 time: 0.4875121 Nov 16 21:52:44.966855 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e2386-ebcb-4bae-ab06-0543782a2c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb19a2c-ff4c-46c1-81e1-801a69c046f4,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:45.022216 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-139e2386-ebcb-4bae-ab06-0543782a2c6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:45.050506 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-5782bfb9-b934-4588-8742-c739e7492b0c req-468eb95c-6862-41fb-a553-eb6a0efd4a6d tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470571 Nov 16 21:52:45.064020 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc071be-892d-4836-b6c5-b8cad81a349a None None] Network c5eafeb0-dec6-468b-8eb8-3ad7b65a9408 requested from dv-cinder-818140-1-smb {{(pid=86865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 16 21:52:45.124823 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-139e2386-ebcb-4bae-ab06-0543782a2c6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:45.129844 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-139e2386-ebcb-4bae-ab06-0543782a2c6e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7fb19a2c-ff4c-46c1-81e1-801a69c046f4 HTTP/1.1" status: 204 len: 168 time: 1.2443264 Nov 16 21:52:45.209244 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-0fda59bf-c40f-457d-952b-2472c8d9eb78 None None] Provisioning for port f0774e15-48e7-4af5-b0d7-fe0e33f1976f completed by entity DHCP. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:52:45.262453 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-e843748f-473e-4f5c-ae57-78f47a2932b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:45.470150 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b8a9fe-0f01-4f85-981e-73b89eacd6ff None None] Sync routers for ids ['17418123-1b53-482a-8cea-e10f1c8ab721'] in dv-cinder-818140-1-smb {{(pid=86865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:52:45.488473 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b8a9fe-0f01-4f85-981e-73b89eacd6ff None None] Routers {'17418123-1b53-482a-8cea-e10f1c8ab721'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 21:52:45.489768 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-05b8a9fe-0f01-4f85-981e-73b89eacd6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T21:52:27Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['17418123-1b53-482a-8cea-e10f1c8ab721'], 'active': True} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:52:45.591405 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 41224) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:45.614283 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-daa4f7d7-9c99-442b-89d4-bafa1b3e2642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:45.649508 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-daa4f7d7-9c99-442b-89d4-bafa1b3e2642 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:52:45.657722 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-daa4f7d7-9c99-442b-89d4-bafa1b3e2642 admin admin] Usage tracker for resource:security_group_rule and tenant:a7493c4939424276819c83275835735b is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:52:45.661636 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-daa4f7d7-9c99-442b-89d4-bafa1b3e2642 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:52:45.669032 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 41230) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:45.671150 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-daa4f7d7-9c99-442b-89d4-bafa1b3e2642 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:52:45.677228 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.v2.base [None req-6fc06bcf-cb6a-4feb-be41-2d026ae8be8a tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1229554482', 'description': 'tempest-description--883980510'}} {{(pid=86864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:45.699242 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-6fc06bcf-cb6a-4feb-be41-2d026ae8be8a tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:52:45.716953 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-6fc06bcf-cb6a-4feb-be41-2d026ae8be8a tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Usage tracker for resource:security_group and tenant:f62aca8229d64673bbb89ec5aef13eb7 is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:52:45.723555 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-6fc06bcf-cb6a-4feb-be41-2d026ae8be8a tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:52:45.767773 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-6fc06bcf-cb6a-4feb-be41-2d026ae8be8a tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:52:45.819435 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvr_db [None req-05b8a9fe-0f01-4f85-981e-73b89eacd6ff None None] Set router 17418123-1b53-482a-8cea-e10f1c8ab721 gateway port host: dv-cinder-818140-1-smb {{(pid=86865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 21:52:45.842310 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-daa4f7d7-9c99-442b-89d4-bafa1b3e2642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:45.852509 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-daa4f7d7-9c99-442b-89d4-bafa1b3e2642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:45.868184 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-f5c468ae-a020-4a65-b2f0-a97f9a47668e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:45.883785 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-6fc06bcf-cb6a-4feb-be41-2d026ae8be8a tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks [] for security_group, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:45.984893 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-6fc06bcf-cb6a-4feb-be41-2d026ae8be8a tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:52:45.989958 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-6fc06bcf-cb6a-4feb-be41-2d026ae8be8a tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Usage tracker for resource:security_group_rule and tenant:f62aca8229d64673bbb89ec5aef13eb7 is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:52:45.993218 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-6fc06bcf-cb6a-4feb-be41-2d026ae8be8a tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:52:46.015636 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-6fc06bcf-cb6a-4feb-be41-2d026ae8be8a tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:52:46.056436 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-daa4f7d7-9c99-442b-89d4-bafa1b3e2642 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a7493c4939424276819c83275835735b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4635804 Nov 16 21:52:46.059146 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 41244) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:46.066199 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa4f7d7-9c99-442b-89d4-bafa1b3e2642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e53d955-4695-4d32-9306-cc0416649999,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:46.115019 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-daa4f7d7-9c99-442b-89d4-bafa1b3e2642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:46.154514 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device f0774e15-48e7-4af5-b0d7-fe0e33f1976f up at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 21:52:46.211811 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-6fc06bcf-cb6a-4feb-be41-2d026ae8be8a tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks [] for security_group, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:46.224282 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-6fc06bcf-cb6a-4feb-be41-2d026ae8be8a tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:46.236341 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-a6bdada1-d320-4db5-ae17-3ddf853d54a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:46.324712 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc06bcf-cb6a-4feb-be41-2d026ae8be8a tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3fc8445-3b83-49cb-a2bd-29e358d9b8ba,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:46.330781 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-6fc06bcf-cb6a-4feb-be41-2d026ae8be8a tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks [] for security_group, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:46.336807 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-6fc06bcf-cb6a-4feb-be41-2d026ae8be8a tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6636248 Nov 16 21:52:46.336807 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 41258) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:46.336807 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-6fc06bcf-cb6a-4feb-be41-2d026ae8be8a tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:46.346891 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.v2.base [None req-1ea9e4c8-84ce-4b5f-979d-e3474308a2fc tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Request body: {'security_group_rule': {'security_group_id': 'c3fc8445-3b83-49cb-a2bd-29e358d9b8ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:46.351423 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-e843748f-473e-4f5c-ae57-78f47a2932b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-677125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677381'] for router, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:46.356271 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-1ea9e4c8-84ce-4b5f-979d-e3474308a2fc tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:52:46.368276 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning for port f0774e15-48e7-4af5-b0d7-fe0e33f1976f completed by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:52:46.392279 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-8f23f9f5-549d-4774-b924-bb94c2ffa141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:46.396890 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 41264) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:46.410740 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning complete for port f0774e15-48e7-4af5-b0d7-fe0e33f1976f triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:46.411488 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:46.440075 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-1ea9e4c8-84ce-4b5f-979d-e3474308a2fc tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Usage tracker for resource:security_group_rule and tenant:f62aca8229d64673bbb89ec5aef13eb7 is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:52:46.472208 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-1ea9e4c8-84ce-4b5f-979d-e3474308a2fc tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:52:46.473782 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-8f23f9f5-549d-4774-b924-bb94c2ffa141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:46.497472 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-1ea9e4c8-84ce-4b5f-979d-e3474308a2fc tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:52:46.573151 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d14fc-2f80-4b10-8818-d26d8037e8ef req-233bb152-5b55-4a17-bf0e-7997e48ca5f4 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:46.575092 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-829d14fc-2f80-4b10-8818-d26d8037e8ef req-233bb152-5b55-4a17-bf0e-7997e48ca5f4 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=01a70cdd-89ae-4bb3-b9a7-b4c6d7dde373 HTTP/1.1" status: 200 len: 945 time: 0.2978227 Nov 16 21:52:46.590374 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-8f23f9f5-549d-4774-b924-bb94c2ffa141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:46.615790 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-1ea9e4c8-84ce-4b5f-979d-e3474308a2fc tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:46.633287 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-50a821f9-d687-4752-9e3d-46ef844a2dbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:46.642182 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-05b8a9fe-0f01-4f85-981e-73b89eacd6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17418123-1b53-482a-8cea-e10f1c8ab721', 'name': 'tempest-AttachVolumeTestJSON-2021471954-router', 'tenant_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.44'}], 'enable_snat': True}, 'gw_port_id': 'd6732966-f071-4172-96b6-87d4ff3a15d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:52:34Z', 'updated_at': '2021-11-16T21:52:42Z', 'revision_number': 4, 'project_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'gw_port': {'id': 'd6732966-f071-4172-96b6-87d4ff3a15d9', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:31:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17418123-1b53-482a-8cea-e10f1c8ab721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:52:35Z', 'updated_at': '2021-11-16T21:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb', '_interfaces': [{'id': '46bfb751-5b7d-46f1-8646-bdc6da88a5fb', 'name': '', 'network_id': '74e81693-9879-4389-b683-21ff1ada0cd8', 'tenant_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'mac_address': 'fa:16:3e:64:10:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17418123-1b53-482a-8cea-e10f1c8ab721', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '571f52f5-7aee-44e1-b51f-e0b1c3748b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:52:41Z', 'updated_at': '2021-11-16T21:52:42Z', 'revision_number': 2, 'project_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'subnets': [{'id': '571f52f5-7aee-44e1-b51f-e0b1c3748b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:52:46.651695 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b8a9fe-0f01-4f85-981e-73b89eacd6ff None None] Checking router: 17418123-1b53-482a-8cea-e10f1c8ab721 for host: dv-cinder-818140-1-smb {{(pid=86865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:52:46.652083 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b8a9fe-0f01-4f85-981e-73b89eacd6ff None None] Updating router 17418123-1b53-482a-8cea-e10f1c8ab721 port 46bfb751-5b7d-46f1-8646-bdc6da88a5fb binding host dv-cinder-818140-1-smb {{(pid=86865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:52:46.683187 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f23f9f5-549d-4774-b924-bb94c2ffa141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e53d955-4695-4d32-9306-cc0416649999,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:46.686021 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-8f23f9f5-549d-4774-b924-bb94c2ffa141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:46.709605 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-d3d71459-66ac-4091-9dbd-d52de1bd293c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:46.723423 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-8f23f9f5-549d-4774-b924-bb94c2ffa141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:46.724167 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-1ea9e4c8-84ce-4b5f-979d-e3474308a2fc tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:46.724534 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-8f23f9f5-549d-4774-b924-bb94c2ffa141 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1e53d955-4695-4d32-9306-cc0416649999 HTTP/1.1" status: 204 len: 168 time: 0.6644747 Nov 16 21:52:46.735566 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-1ea9e4c8-84ce-4b5f-979d-e3474308a2fc tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776879'] for security_group_rule, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:46.741445 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:46.762138 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:46.768709 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-829d14fc-2f80-4b10-8818-d26d8037e8ef req-e239c3da-9079-4b3b-bde8-add32fce8dc3 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822183 Nov 16 21:52:46.772657 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e843748f-473e-4f5c-ae57-78f47a2932b5 admin admin] Router ced5a01a-e0ec-4bc9-aea4-adb27a47c62d is scheduled to L3 agent 61e322f1-f733-4c16-8e8e-7253ec5fb84a with binding_index 1 {{(pid=86864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 16 21:52:46.774688 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-d3d71459-66ac-4091-9dbd-d52de1bd293c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:52:46.774987 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea9e4c8-84ce-4b5f-979d-e3474308a2fc tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca9aa3fb-0c4a-4c49-ad6e-ae7086dbb9dc,revision_number=0']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:46.787196 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-d3d71459-66ac-4091-9dbd-d52de1bd293c admin admin] Usage tracker for resource:security_group_rule and tenant:11848f2a7fec4ca2a24a6f1fa9c2f995 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:52:46.790933 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-1ea9e4c8-84ce-4b5f-979d-e3474308a2fc tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:46.794237 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-d3d71459-66ac-4091-9dbd-d52de1bd293c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:52:46.808497 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-1ea9e4c8-84ce-4b5f-979d-e3474308a2fc tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:46.809971 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-1ea9e4c8-84ce-4b5f-979d-e3474308a2fc tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4704397 Nov 16 21:52:46.810268 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-d3d71459-66ac-4091-9dbd-d52de1bd293c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:52:46.814707 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 41278) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:46.818884 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-05b8a9fe-0f01-4f85-981e-73b89eacd6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:46.828862 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [None req-b28ce452-070a-48fe-8485-1844afed81ab tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Request body: {'security_group_rule': {'security_group_id': 'c3fc8445-3b83-49cb-a2bd-29e358d9b8ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:46.851340 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-b28ce452-070a-48fe-8485-1844afed81ab tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:52:46.874079 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-b28ce452-070a-48fe-8485-1844afed81ab tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Usage tracker for resource:security_group_rule and tenant:f62aca8229d64673bbb89ec5aef13eb7 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:52:46.885513 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-b28ce452-070a-48fe-8485-1844afed81ab tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:52:46.885721 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] For port f0774e15-48e7-4af5-b0d7-fe0e33f1976f, host dv-cinder-818140-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=f0774e15-48e7-4af5-b0d7-fe0e33f1976f,segment=NetworkSegment(17dd1725-2c57-400e-9e6b-11a5956cf79c),segment_id=17dd1725-2c57-400e-9e6b-11a5956cf79c)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:52:46.898112 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-b28ce452-070a-48fe-8485-1844afed81ab tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:52:46.902231 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:46.903109 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device d6732966-f071-4172-96b6-87d4ff3a15d9 up at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 21:52:46.934043 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 41282) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:46.956981 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-b28ce452-070a-48fe-8485-1844afed81ab tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:46.960052 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:47.057587 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-b28ce452-070a-48fe-8485-1844afed81ab tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:47.067115 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-b28ce452-070a-48fe-8485-1844afed81ab tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776879'] for security_group_rule, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:47.076609 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:47.136121 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28ce452-070a-48fe-8485-1844afed81ab tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acf8e023-2630-40ec-816d-edc413c35e93,revision_number=0']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:47.155159 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-b28ce452-070a-48fe-8485-1844afed81ab tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:47.168211 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-d3d71459-66ac-4091-9dbd-d52de1bd293c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:47.178449 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-d3d71459-66ac-4091-9dbd-d52de1bd293c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:47.190740 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-f6653f24-9c5d-485d-bee5-c62252577fb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:47.228347 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d71459-66ac-4091-9dbd-d52de1bd293c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfeb9af3-9e70-4ed7-9aef-6c13f113e5d4,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:47.243201 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-b28ce452-070a-48fe-8485-1844afed81ab tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:47.244683 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-b28ce452-070a-48fe-8485-1844afed81ab tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4289298 Nov 16 21:52:47.258375 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 41294) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:47.259421 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-d3d71459-66ac-4091-9dbd-d52de1bd293c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:47.268242 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [None req-9f099fc4-9302-4cfc-9be8-aad3f89bfe11 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Request body: {'floatingip': {'floating_network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20'}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:47.280080 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-d3d71459-66ac-4091-9dbd-d52de1bd293c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=11848f2a7fec4ca2a24a6f1fa9c2f995&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8819382 Nov 16 21:52:47.281610 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-9f099fc4-9302-4cfc-9be8-aad3f89bfe11 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:52:47.284515 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 41300) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:47.342408 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-9f099fc4-9302-4cfc-9be8-aad3f89bfe11 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Usage tracker for resource:floatingip and tenant:f62aca8229d64673bbb89ec5aef13eb7 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:52:47.348917 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-9f099fc4-9302-4cfc-9be8-aad3f89bfe11 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:52:47.365855 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-9f099fc4-9302-4cfc-9be8-aad3f89bfe11 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:52:47.367804 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Pushing event updated for resources: {'Port': ['ID=f0774e15-48e7-4af5-b0d7-fe0e33f1976f,revision_number=3']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:47.376007 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e843748f-473e-4f5c-ae57-78f47a2932b5 admin admin] Notify agent at l3_agent.dv-cinder-818140-1-smb the message routers_updated {{(pid=86864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 16 21:52:47.377054 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:47.387145 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0efb79c-16e1-46fd-b8c9-843c8ea01161 None None] Sync routers for ids ['ced5a01a-e0ec-4bc9-aea4-adb27a47c62d'] in dv-cinder-818140-1-smb {{(pid=86866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:52:47.403399 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0efb79c-16e1-46fd-b8c9-843c8ea01161 None None] Routers {'ced5a01a-e0ec-4bc9-aea4-adb27a47c62d'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 21:52:47.404746 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-e843748f-473e-4f5c-ae57-78f47a2932b5 admin admin] Notify callbacks [] for router, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:47.409692 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-e843748f-473e-4f5c-ae57-78f47a2932b5 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.2600601 Nov 16 21:52:47.409860 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning complete for port d6732966-f071-4172-96b6-87d4ff3a15d9 triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:47.409860 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:47.410072 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 41306) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:47.411063 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_hamode_db [None req-b0efb79c-16e1-46fd-b8c9-843c8ea01161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T21:52:27Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['ced5a01a-e0ec-4bc9-aea4-adb27a47c62d'], 'active': True} {{(pid=86866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:52:47.454892 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-eebc3e58-5205-41d1-a991-547f627ef1a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:47.459736 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-9f099fc4-9302-4cfc-9be8-aad3f89bfe11 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks [] for floatingip, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:47.502468 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-4a30b0eb-e019-4516-be38-8b5427151c76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:47.547403 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-4a30b0eb-e019-4516-be38-8b5427151c76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:52:47.565308 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-4a30b0eb-e019-4516-be38-8b5427151c76 admin admin] Usage tracker for resource:security_group_rule and tenant:3c6aca3a3e1c4bec9014c6c747513ec0 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:52:47.570599 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-4a30b0eb-e019-4516-be38-8b5427151c76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:52:47.584490 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-4a30b0eb-e019-4516-be38-8b5427151c76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:52:47.648629 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-05b8a9fe-0f01-4f85-981e-73b89eacd6ff None None] Notify callbacks [] for port, precommit_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:47.656411 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_dvr_db [None req-b0efb79c-16e1-46fd-b8c9-843c8ea01161 None None] Set router ced5a01a-e0ec-4bc9-aea4-adb27a47c62d gateway port host: dv-cinder-818140-1-smb {{(pid=86866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 21:52:47.666400 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-05b8a9fe-0f01-4f85-981e-73b89eacd6ff None None] Transition to ACTIVE for port object 46bfb751-5b7d-46f1-8646-bdc6da88a5fb will not be triggered until provisioned by entity L2. {{(pid=86865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:52:47.684364 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-05b8a9fe-0f01-4f85-981e-73b89eacd6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:47.699340 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:47.724343 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-eebc3e58-5205-41d1-a991-547f627ef1a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:47.888328 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fac7df-df9b-4d5b-92aa-6a6807346a42 None None] Pushing event updated for resources: {'Port': ['ID=46bfb751-5b7d-46f1-8646-bdc6da88a5fb,revision_number=3']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:47.911768 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-20fac7df-df9b-4d5b-92aa-6a6807346a42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:47.912620 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device f0774e15-48e7-4af5-b0d7-fe0e33f1976f up at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 21:52:48.152736 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.managers [None req-05b8a9fe-0f01-4f85-981e-73b89eacd6ff None None] Attempting to bind port 46bfb751-5b7d-46f1-8646-bdc6da88a5fb on host dv-cinder-818140-1-smb for vnic_type normal with profile {{(pid=86865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 21:52:48.153106 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.managers [None req-05b8a9fe-0f01-4f85-981e-73b89eacd6ff None None] Attempting to bind port 46bfb751-5b7d-46f1-8646-bdc6da88a5fb by drivers openvswitch,hyperv on host dv-cinder-818140-1-smb at level 0 using segments [{'id': '234b1cb3-8d4c-4456-8649-c81de3e8482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '74e81693-9879-4389-b683-21ff1ada0cd8'}] {{(pid=86865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 21:52:48.153708 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b8a9fe-0f01-4f85-981e-73b89eacd6ff None None] Attempting to bind port 46bfb751-5b7d-46f1-8646-bdc6da88a5fb on network 74e81693-9879-4389-b683-21ff1ada0cd8 {{(pid=86865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 16 21:52:48.161142 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_hamode_db [None req-b0efb79c-16e1-46fd-b8c9-843c8ea01161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced5a01a-e0ec-4bc9-aea4-adb27a47c62d', 'name': 'tempest-TestMinimumBasicScenario-2020094586-router', 'tenant_id': '0121324dc4634d618660eb8421898f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': '85a36556-241e-460e-936e-6faddb07f596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:52:41Z', 'updated_at': '2021-11-16T21:52:45Z', 'revision_number': 3, 'project_id': '0121324dc4634d618660eb8421898f4a', 'gw_port': {'id': '85a36556-241e-460e-936e-6faddb07f596', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5e:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced5a01a-e0ec-4bc9-aea4-adb27a47c62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:52:42Z', 'updated_at': '2021-11-16T21:52:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb'}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:52:48.170441 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0efb79c-16e1-46fd-b8c9-843c8ea01161 None None] Checking router: ced5a01a-e0ec-4bc9-aea4-adb27a47c62d for host: dv-cinder-818140-1-smb {{(pid=86866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:52:48.173933 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0efb79c-16e1-46fd-b8c9-843c8ea01161 None None] Updating router ced5a01a-e0ec-4bc9-aea4-adb27a47c62d port 85a36556-241e-460e-936e-6faddb07f596 binding host dv-cinder-818140-1-smb {{(pid=86866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:52:48.179032 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b8a9fe-0f01-4f85-981e-73b89eacd6ff None None] Checking agent: {'id': '2d3e8a24-12f1-44fc-ba92-bbd8bc9099be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818140-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 42, 55), 'started_at': datetime.datetime(2021, 11, 16, 21, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818140-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 16 21:52:48.179586 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b8a9fe-0f01-4f85-981e-73b89eacd6ff None None] Checking segment: {'id': '234b1cb3-8d4c-4456-8649-c81de3e8482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '74e81693-9879-4389-b683-21ff1ada0cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 16 21:52:48.179893 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-05b8a9fe-0f01-4f85-981e-73b89eacd6ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:48.180357 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b8a9fe-0f01-4f85-981e-73b89eacd6ff None None] Bound using segment: {'id': '234b1cb3-8d4c-4456-8649-c81de3e8482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '74e81693-9879-4389-b683-21ff1ada0cd8'} {{(pid=86865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 16 21:52:48.180851 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.managers [None req-05b8a9fe-0f01-4f85-981e-73b89eacd6ff None None] Bound port: 46bfb751-5b7d-46f1-8646-bdc6da88a5fb, host: dv-cinder-818140-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234b1cb3-8d4c-4456-8649-c81de3e8482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '74e81693-9879-4389-b683-21ff1ada0cd8'}}] {{(pid=86865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 21:52:48.181751 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-05b8a9fe-0f01-4f85-981e-73b89eacd6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:48.215657 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-4a30b0eb-e019-4516-be38-8b5427151c76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:48.236697 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-4a30b0eb-e019-4516-be38-8b5427151c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:48.253982 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-4a32b211-b534-44b2-9cc8-394e6ebfd9c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:48.296776 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-05b8a9fe-0f01-4f85-981e-73b89eacd6ff None None] For port 46bfb751-5b7d-46f1-8646-bdc6da88a5fb, host dv-cinder-818140-1-smb, cleared binding levels {{(pid=86865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 16 21:52:48.301375 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-05b8a9fe-0f01-4f85-981e-73b89eacd6ff None None] For port 46bfb751-5b7d-46f1-8646-bdc6da88a5fb, host dv-cinder-818140-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=46bfb751-5b7d-46f1-8646-bdc6da88a5fb,segment=NetworkSegment(234b1cb3-8d4c-4456-8649-c81de3e8482d),segment_id=234b1cb3-8d4c-4456-8649-c81de3e8482d)] {{(pid=86865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 16 21:52:48.310774 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning complete for port f0774e15-48e7-4af5-b0d7-fe0e33f1976f triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:48.311158 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:48.323566 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-eebc3e58-5205-41d1-a991-547f627ef1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:48.338979 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron_lib.callbacks.manager [None req-b0efb79c-16e1-46fd-b8c9-843c8ea01161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:48.345543 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-4a30b0eb-e019-4516-be38-8b5427151c76 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3c6aca3a3e1c4bec9014c6c747513ec0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4099369 Nov 16 21:52:48.351350 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a30b0eb-e019-4516-be38-8b5427151c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e62a90a-0f78-44c3-a797-93d1fba224c3,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:48.354487 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 41326) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:48.359485 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-4a30b0eb-e019-4516-be38-8b5427151c76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:48.364926 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-c89f4cba-bb83-4b04-b615-30784006bc9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:48.409260 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-05b8a9fe-0f01-4f85-981e-73b89eacd6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:48.414346 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebc3e58-5205-41d1-a991-547f627ef1a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfeb9af3-9e70-4ed7-9aef-6c13f113e5d4,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:48.417316 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:48.417743 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-eebc3e58-5205-41d1-a991-547f627ef1a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:48.436457 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-eebc3e58-5205-41d1-a991-547f627ef1a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:48.437914 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-eebc3e58-5205-41d1-a991-547f627ef1a4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dfeb9af3-9e70-4ed7-9aef-6c13f113e5d4 HTTP/1.1" status: 204 len: 168 time: 1.1518586 Nov 16 21:52:48.462376 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0562b8-20df-4445-8a21-52138f920efd req-9fc19424-5b3e-4997-a372-1d0f8338961a tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:48.464390 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-af0562b8-20df-4445-8a21-52138f920efd req-9fc19424-5b3e-4997-a372-1d0f8338961a tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=01a70cdd-89ae-4bb3-b9a7-b4c6d7dde373 HTTP/1.1" status: 200 len: 945 time: 0.4255166 Nov 16 21:52:48.502321 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fac7df-df9b-4d5b-92aa-6a6807346a42 None None] Pushing event updated for resources: {'Port': ['ID=46bfb751-5b7d-46f1-8646-bdc6da88a5fb,revision_number=4']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:48.503485 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-9f099fc4-9302-4cfc-9be8-aad3f89bfe11 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:48.520560 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-20fac7df-df9b-4d5b-92aa-6a6807346a42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:48.620238 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b8a9fe-0f01-4f85-981e-73b89eacd6ff None None] Routers {'17418123-1b53-482a-8cea-e10f1c8ab721'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 21:52:48.620890 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-05b8a9fe-0f01-4f85-981e-73b89eacd6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T21:52:27Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['17418123-1b53-482a-8cea-e10f1c8ab721'], 'active': True} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:52:48.811192 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-44c9333f-2f04-48e1-97fd-a77edbca2ed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:48.842038 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.agents_db [None req-6e4a458f-5157-4cde-8197-239c61c88c18 None None] Agent healthcheck: found 6 active agents {{(pid=86866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 16 21:52:48.872187 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-29c6240c-376c-416c-97de-776babf901a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:49.020758 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-af0562b8-20df-4445-8a21-52138f920efd req-119cddde-1e2c-4358-aabb-6fb3004c2d2c tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5424697 Nov 16 21:52:49.045515 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-44c9333f-2f04-48e1-97fd-a77edbca2ed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:49.061223 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvr_db [None req-05b8a9fe-0f01-4f85-981e-73b89eacd6ff None None] Set router 17418123-1b53-482a-8cea-e10f1c8ab721 gateway port host: dv-cinder-818140-1-smb {{(pid=86865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 21:52:49.130146 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.db_base_plugin_common [None req-9f099fc4-9302-4cfc-9be8-aad3f89bfe11 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Allocated IP 172.28.3.76 (a9f41963-6d96-4c68-8a62-a8c5d6a06a20/b5c31ecf-1c75-47d6-89d5-3eb31f2005b0/d7a254ad-1530-436c-9558-0713c2a50ede) {{(pid=86863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:52:49.271907 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.db_base_plugin_common [None req-29c6240c-376c-416c-97de-776babf901a1 admin admin] Allocated IP 172.20.0.1 (c5eafeb0-dec6-468b-8eb8-3ad7b65a9408/d6c6635f-06ee-4a59-b0bc-7e807ed8a05e/b9361f43-d04c-4474-a02b-2782cbee803c) {{(pid=86864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:52:49.286607 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-44c9333f-2f04-48e1-97fd-a77edbca2ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:49.296962 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-915c28f5-ce40-4ed9-aab3-44e376fdb567 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:49.314938 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c9333f-2f04-48e1-97fd-a77edbca2ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e62a90a-0f78-44c3-a797-93d1fba224c3,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:49.320609 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-44c9333f-2f04-48e1-97fd-a77edbca2ed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:49.349998 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-44c9333f-2f04-48e1-97fd-a77edbca2ed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:49.353526 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-44c9333f-2f04-48e1-97fd-a77edbca2ed6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3e62a90a-0f78-44c3-a797-93d1fba224c3 HTTP/1.1" status: 204 len: 168 time: 0.9946215 Nov 16 21:52:49.354148 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 41346) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:49.391436 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-de8992b5-ccb2-4e4f-a04f-6eeea31b38ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:49.420344 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-9f099fc4-9302-4cfc-9be8-aad3f89bfe11 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks [] for port, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:49.429318 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-de8992b5-ccb2-4e4f-a04f-6eeea31b38ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:52:49.434883 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-de8992b5-ccb2-4e4f-a04f-6eeea31b38ad admin admin] Usage tracker for resource:security_group_rule and tenant:ced8eeb3eb7f47eeb7f5616e6e8099da is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:52:49.439804 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-de8992b5-ccb2-4e4f-a04f-6eeea31b38ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:52:49.447023 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-de8992b5-ccb2-4e4f-a04f-6eeea31b38ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:52:49.502095 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-9f099fc4-9302-4cfc-9be8-aad3f89bfe11 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790568269105'] for port, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:49.512239 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-4b544b4a-feee-455a-b9ea-f1eb6381bbf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:49.528821 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-29c6240c-376c-416c-97de-776babf901a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:49.559611 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.provisioning_blocks [None req-29c6240c-376c-416c-97de-776babf901a1 admin admin] Transition to ACTIVE for port object b9361f43-d04c-4474-a02b-2782cbee803c will not be triggered until provisioned by entity DHCP. {{(pid=86864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:52:49.601485 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-29c6240c-376c-416c-97de-776babf901a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790568269105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3119288'] for port, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:49.604525 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f099fc4-9302-4cfc-9be8-aad3f89bfe11 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Network a9f41963-6d96-4c68-8a62-a8c5d6a06a20 is already hosted by enough agents. {{(pid=86863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:52:49.615103 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.base_scheduler [None req-9f099fc4-9302-4cfc-9be8-aad3f89bfe11 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Resources bound (agent type, host, resource id): {{(pid=86863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:52:49.618559 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-089edee4-a4ef-4a3f-924f-19a2341c6241 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:49.624962 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f099fc4-9302-4cfc-9be8-aad3f89bfe11 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Received port after_create {{(pid=86863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 16 21:52:49.702668 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c6240c-376c-416c-97de-776babf901a1 admin admin] Network c5eafeb0-dec6-468b-8eb8-3ad7b65a9408 is already hosted by enough agents. {{(pid=86864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:52:49.713518 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.base_scheduler [None req-29c6240c-376c-416c-97de-776babf901a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=86864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:52:49.716981 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c6240c-376c-416c-97de-776babf901a1 admin admin] Received port after_create {{(pid=86864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 16 21:52:49.767286 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-05b8a9fe-0f01-4f85-981e-73b89eacd6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17418123-1b53-482a-8cea-e10f1c8ab721', 'name': 'tempest-AttachVolumeTestJSON-2021471954-router', 'tenant_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.44'}], 'enable_snat': True}, 'gw_port_id': 'd6732966-f071-4172-96b6-87d4ff3a15d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:52:34Z', 'updated_at': '2021-11-16T21:52:42Z', 'revision_number': 4, 'project_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'gw_port': {'id': 'd6732966-f071-4172-96b6-87d4ff3a15d9', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:31:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17418123-1b53-482a-8cea-e10f1c8ab721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:52:35Z', 'updated_at': '2021-11-16T21:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb', '_interfaces': [{'id': '46bfb751-5b7d-46f1-8646-bdc6da88a5fb', 'name': '', 'network_id': '74e81693-9879-4389-b683-21ff1ada0cd8', 'tenant_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'mac_address': 'fa:16:3e:64:10:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17418123-1b53-482a-8cea-e10f1c8ab721', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '571f52f5-7aee-44e1-b51f-e0b1c3748b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:52:41Z', 'updated_at': '2021-11-16T21:52:48Z', 'revision_number': 4, 'project_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'subnets': [{'id': '571f52f5-7aee-44e1-b51f-e0b1c3748b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:52:49.776455 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b8a9fe-0f01-4f85-981e-73b89eacd6ff None None] The sync data for ids ['17418123-1b53-482a-8cea-e10f1c8ab721'] in dv-cinder-818140-1-smb is: [{'id': '17418123-1b53-482a-8cea-e10f1c8ab721', 'name': 'tempest-AttachVolumeTestJSON-2021471954-router', 'tenant_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.44'}], 'enable_snat': True}, 'gw_port_id': 'd6732966-f071-4172-96b6-87d4ff3a15d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:52:34Z', 'updated_at': '2021-11-16T21:52:42Z', 'revision_number': 4, 'project_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'gw_port': {'id': 'd6732966-f071-4172-96b6-87d4ff3a15d9', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:31:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17418123-1b53-482a-8cea-e10f1c8ab721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:52:35Z', 'updated_at': '2021-11-16T21:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb', '_interfaces': [{'id': '46bfb751-5b7d-46f1-8646-bdc6da88a5fb', 'name': '', 'network_id': '74e81693-9879-4389-b683-21ff1ada0cd8', 'tenant_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'mac_address': 'fa:16:3e:64:10:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17418123-1b53-482a-8cea-e10f1c8ab721', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '571f52f5-7aee-44e1-b51f-e0b1c3748b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:52:41Z', 'updated_at': '2021-11-16T21:52:48Z', 'revision_number': 4, 'project_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'subnets': [{'id': '571f52f5-7aee-44e1-b51f-e0b1c3748b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:52:49.804907 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6240c-376c-416c-97de-776babf901a1 admin admin] Pushing event updated for resources: {'Port': ['ID=b9361f43-d04c-4474-a02b-2782cbee803c,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:49.806353 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-9f099fc4-9302-4cfc-9be8-aad3f89bfe11 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:49.808552 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-29c6240c-376c-416c-97de-776babf901a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:49.821251 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-29c6240c-376c-416c-97de-776babf901a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783219'] for router_interface, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:49.946639 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f099fc4-9302-4cfc-9be8-aad3f89bfe11 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Pushing event updated for resources: {'Port': ['ID=d7a254ad-1530-436c-9558-0713c2a50ede,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:50.029349 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-9f099fc4-9302-4cfc-9be8-aad3f89bfe11 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:50.065561 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-de8992b5-ccb2-4e4f-a04f-6eeea31b38ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:50.091389 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-de8992b5-ccb2-4e4f-a04f-6eeea31b38ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:50.125298 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-daa4f7d7-9c99-442b-89d4-bafa1b3e2642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:50.189373 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-ac2cd33b-8e97-4092-be22-d61fe4c636d4 None None] Provisioning for port b9361f43-d04c-4474-a02b-2782cbee803c completed by entity DHCP. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:52:50.199213 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-ac2cd33b-8e97-4092-be22-d61fe4c636d4 None None] Provisioning complete for port b9361f43-d04c-4474-a02b-2782cbee803c triggered by entity DHCP. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:50.200364 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-ac2cd33b-8e97-4092-be22-d61fe4c636d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:50.206077 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-9f099fc4-9302-4cfc-9be8-aad3f89bfe11 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:50.281796 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron_lib.callbacks.manager [None req-b0efb79c-16e1-46fd-b8c9-843c8ea01161 None None] Notify callbacks [] for port, precommit_update {{(pid=86866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:50.319932 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.provisioning_blocks [None req-b0efb79c-16e1-46fd-b8c9-843c8ea01161 None None] Transition to ACTIVE for port object 85a36556-241e-460e-936e-6faddb07f596 will not be triggered until provisioned by entity L2. {{(pid=86866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:52:50.327591 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 41364) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:50.339525 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron_lib.callbacks.manager [None req-b0efb79c-16e1-46fd-b8c9-843c8ea01161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:50.355782 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG oslo_concurrency.lockutils [None req-49a1b740-a3e1-4486-926b-f274823e32d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:50.359144 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-ac2cd33b-8e97-4092-be22-d61fe4c636d4 None None] Port b9361f43-d04c-4474-a02b-2782cbee803c cannot update to ACTIVE because it is not bound. {{(pid=86865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 16 21:52:50.366812 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-29c6240c-376c-416c-97de-776babf901a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:50.534252 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a228a49e-cbd8-4623-873b-3cf82ad9686f None None] Pushing event updated for resources: {'Port': ['ID=85a36556-241e-460e-936e-6faddb07f596,revision_number=2']} {{(pid=86866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:50.556719 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a228a49e-cbd8-4623-873b-3cf82ad9686f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:50.557059 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a228a49e-cbd8-4623-873b-3cf82ad9686f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:50.557364 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8992b5-ccb2-4e4f-a04f-6eeea31b38ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a0facc-d88d-4a2d-b53c-5e0702477c31,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:50.557472 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a228a49e-cbd8-4623-873b-3cf82ad9686f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:50.557703 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a228a49e-cbd8-4623-873b-3cf82ad9686f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:50.558026 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a228a49e-cbd8-4623-873b-3cf82ad9686f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:50.558372 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a228a49e-cbd8-4623-873b-3cf82ad9686f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:50.558695 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a228a49e-cbd8-4623-873b-3cf82ad9686f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:50.559005 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a228a49e-cbd8-4623-873b-3cf82ad9686f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:50.559300 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a228a49e-cbd8-4623-873b-3cf82ad9686f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:50.566118 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-de8992b5-ccb2-4e4f-a04f-6eeea31b38ad admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ced8eeb3eb7f47eeb7f5616e6e8099da&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2109406 Nov 16 21:52:50.567107 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a228a49e-cbd8-4623-873b-3cf82ad9686f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:50.567888 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-de8992b5-ccb2-4e4f-a04f-6eeea31b38ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:50.567888 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 41372) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:50.569846 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a228a49e-cbd8-4623-873b-3cf82ad9686f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:50.573343 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a228a49e-cbd8-4623-873b-3cf82ad9686f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:50.584925 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG oslo_concurrency.lockutils [None req-a228a49e-cbd8-4623-873b-3cf82ad9686f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=86866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:50.587134 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.managers [None req-b0efb79c-16e1-46fd-b8c9-843c8ea01161 None None] Attempting to bind port 85a36556-241e-460e-936e-6faddb07f596 on host dv-cinder-818140-1-smb for vnic_type normal with profile {{(pid=86866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 21:52:50.587497 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.managers [None req-b0efb79c-16e1-46fd-b8c9-843c8ea01161 None None] Attempting to bind port 85a36556-241e-460e-936e-6faddb07f596 by drivers openvswitch,hyperv on host dv-cinder-818140-1-smb at level 0 using segments [{'id': '2032d675-cc73-45c1-95a0-4a6936ebf39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20'}] {{(pid=86866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 21:52:50.587868 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0efb79c-16e1-46fd-b8c9-843c8ea01161 None None] Attempting to bind port 85a36556-241e-460e-936e-6faddb07f596 on network a9f41963-6d96-4c68-8a62-a8c5d6a06a20 {{(pid=86866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 16 21:52:50.593513 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0efb79c-16e1-46fd-b8c9-843c8ea01161 None None] Checking agent: {'id': '2d3e8a24-12f1-44fc-ba92-bbd8bc9099be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818140-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 42, 55), 'started_at': datetime.datetime(2021, 11, 16, 21, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818140-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 16 21:52:50.594112 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0efb79c-16e1-46fd-b8c9-843c8ea01161 None None] Checking segment: {'id': '2032d675-cc73-45c1-95a0-4a6936ebf39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 16 21:52:50.595827 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron_lib.callbacks.manager [None req-b0efb79c-16e1-46fd-b8c9-843c8ea01161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:50.596398 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0efb79c-16e1-46fd-b8c9-843c8ea01161 None None] Bound using segment: {'id': '2032d675-cc73-45c1-95a0-4a6936ebf39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20'} {{(pid=86866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 16 21:52:50.597031 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.managers [None req-b0efb79c-16e1-46fd-b8c9-843c8ea01161 None None] Bound port: 85a36556-241e-460e-936e-6faddb07f596, host: dv-cinder-818140-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2032d675-cc73-45c1-95a0-4a6936ebf39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20'}}] {{(pid=86866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 21:52:50.597597 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron_lib.callbacks.manager [None req-b0efb79c-16e1-46fd-b8c9-843c8ea01161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:50.602750 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-ec96a3dc-b695-4829-a938-ad42441d132e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:50.686632 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-ec96a3dc-b695-4829-a938-ad42441d132e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:52:50.718838 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-29c6240c-376c-416c-97de-776babf901a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:50.726535 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-29c6240c-376c-416c-97de-776babf901a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3119265'] for port, after_update {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:50.727292 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-ec96a3dc-b695-4829-a938-ad42441d132e admin admin] Usage tracker for resource:security_group_rule and tenant:653dcd61998f4efb8ff88961ec3340f6 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:52:50.756451 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.db [None req-b0efb79c-16e1-46fd-b8c9-843c8ea01161 None None] For port 85a36556-241e-460e-936e-6faddb07f596, host dv-cinder-818140-1-smb, cleared binding levels {{(pid=86866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 16 21:52:50.759972 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.db [None req-b0efb79c-16e1-46fd-b8c9-843c8ea01161 None None] For port 85a36556-241e-460e-936e-6faddb07f596, host dv-cinder-818140-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=85a36556-241e-460e-936e-6faddb07f596,segment=NetworkSegment(2032d675-cc73-45c1-95a0-4a6936ebf39a),segment_id=2032d675-cc73-45c1-95a0-4a6936ebf39a)] {{(pid=86866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 16 21:52:50.767539 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron_lib.callbacks.manager [None req-b0efb79c-16e1-46fd-b8c9-843c8ea01161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:50.779949 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:50.787797 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-ec092cdf-eb79-47a5-a7c5-c3d18a89fdd2 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:50.901186 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0efb79c-16e1-46fd-b8c9-843c8ea01161 None None] Routers {'ced5a01a-e0ec-4bc9-aea4-adb27a47c62d'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 21:52:50.902242 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_hamode_db [None req-b0efb79c-16e1-46fd-b8c9-843c8ea01161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T21:52:27Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['ced5a01a-e0ec-4bc9-aea4-adb27a47c62d'], 'active': True} {{(pid=86866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:52:50.920504 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-ec96a3dc-b695-4829-a938-ad42441d132e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:52:50.920676 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6240c-376c-416c-97de-776babf901a1 admin admin] Pushing event updated for resources: {'Port': ['ID=b9361f43-d04c-4474-a02b-2782cbee803c,revision_number=2']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:50.928031 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-29c6240c-376c-416c-97de-776babf901a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:50.941825 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-9f099fc4-9302-4cfc-9be8-aad3f89bfe11 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks [] for port, precommit_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:50.957731 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-ec96a3dc-b695-4829-a938-ad42441d132e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:52:50.975133 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-9f099fc4-9302-4cfc-9be8-aad3f89bfe11 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:50.989241 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-29c6240c-376c-416c-97de-776babf901a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-576428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783312'] for router_interface, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:51.032437 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:51.118906 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-bd8ed649-2a5e-46b3-8848-0e05bd370b43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:51.157948 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-9f099fc4-9302-4cfc-9be8-aad3f89bfe11 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677620'] for floatingip, after_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:51.213687 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a228a49e-cbd8-4623-873b-3cf82ad9686f None None] Pushing event updated for resources: {'Port': ['ID=85a36556-241e-460e-936e-6faddb07f596,revision_number=3']} {{(pid=86866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:51.220099 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54fc42d-6460-4361-b5de-853d04e087fa req-66100008-a340-43a9-9f79-fa96a0cd085c tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:51.222349 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-c54fc42d-6460-4361-b5de-853d04e087fa req-66100008-a340-43a9-9f79-fa96a0cd085c tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=01a70cdd-89ae-4bb3-b9a7-b4c6d7dde373 HTTP/1.1" status: 200 len: 945 time: 0.9209223 Nov 16 21:52:51.230655 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG oslo_concurrency.lockutils [None req-a228a49e-cbd8-4623-873b-3cf82ad9686f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=86866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:51.239227 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f099fc4-9302-4cfc-9be8-aad3f89bfe11 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Pushing event updated for resources: {'Port': ['ID=d7a254ad-1530-436c-9558-0713c2a50ede,revision_number=2']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:51.247024 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-bd8ed649-2a5e-46b3-8848-0e05bd370b43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:51.256826 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-9f099fc4-9302-4cfc-9be8-aad3f89bfe11 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:51.263406 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_dvr_db [None req-b0efb79c-16e1-46fd-b8c9-843c8ea01161 None None] Set router ced5a01a-e0ec-4bc9-aea4-adb27a47c62d gateway port host: dv-cinder-818140-1-smb {{(pid=86866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 21:52:51.270752 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c6240c-376c-416c-97de-776babf901a1 admin admin] Network c5eafeb0-dec6-468b-8eb8-3ad7b65a9408 is already hosted by enough agents. {{(pid=86864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:52:51.273633 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.base_scheduler [None req-29c6240c-376c-416c-97de-776babf901a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=86864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:52:51.357884 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-9f099fc4-9302-4cfc-9be8-aad3f89bfe11 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for floatingip, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:51.368518 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-9f099fc4-9302-4cfc-9be8-aad3f89bfe11 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1078343 Nov 16 21:52:51.404841 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-c54fc42d-6460-4361-b5de-853d04e087fa req-3dae72ba-a0f1-4737-a0bb-a8dbb9a88de0 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599116 Nov 16 21:52:51.501672 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-ec96a3dc-b695-4829-a938-ad42441d132e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:51.512025 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-bd8ed649-2a5e-46b3-8848-0e05bd370b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:51.526270 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-eebc3e58-5205-41d1-a991-547f627ef1a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:51.546415 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-ec96a3dc-b695-4829-a938-ad42441d132e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:51.594427 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ed649-2a5e-46b3-8848-0e05bd370b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a0facc-d88d-4a2d-b53c-5e0702477c31,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:51.598754 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-bd8ed649-2a5e-46b3-8848-0e05bd370b43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:51.599400 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:51.641471 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-bd8ed649-2a5e-46b3-8848-0e05bd370b43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:51.642702 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-bd8ed649-2a5e-46b3-8848-0e05bd370b43 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f5a0facc-d88d-4a2d-b53c-5e0702477c31 HTTP/1.1" status: 204 len: 168 time: 1.0657566 Nov 16 21:52:51.657295 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec96a3dc-b695-4829-a938-ad42441d132e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=842251a6-af92-4799-be63-1e7941a75254,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:51.678780 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-ec96a3dc-b695-4829-a938-ad42441d132e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:51.692112 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-ec96a3dc-b695-4829-a938-ad42441d132e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=653dcd61998f4efb8ff88961ec3340f6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3541446 Nov 16 21:52:51.693105 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 41408) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:51.699020 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-fd430571-95c2-4dc2-a7d8-846c9bc3355e None None] Provisioning complete for port b9361f43-d04c-4474-a02b-2782cbee803c triggered by entity DHCP. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:51.699463 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-fd430571-95c2-4dc2-a7d8-846c9bc3355e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:51.859257 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-fd430571-95c2-4dc2-a7d8-846c9bc3355e None None] Port b9361f43-d04c-4474-a02b-2782cbee803c cannot update to ACTIVE because it is not bound. {{(pid=86865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 16 21:52:51.921150 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-ba9b2707-13af-4374-8101-78b7984d2ed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:51.949026 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-fc5f4c0e-c2d4-4c1a-902f-25a2468467f4 req-6e0c3ae8-2b1d-4864-9e20-cbc5d37eba4c tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Synchronizing usage tracker for tenant:f62aca8229d64673bbb89ec5aef13eb7 on resource:security_group {{(pid=86863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:52:51.975154 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device 46bfb751-5b7d-46f1-8646-bdc6da88a5fb up at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 21:52:51.988606 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-ba9b2707-13af-4374-8101-78b7984d2ed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:51.996261 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-fc5f4c0e-c2d4-4c1a-902f-25a2468467f4 req-6e0c3ae8-2b1d-4864-9e20-cbc5d37eba4c tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Unset dirty status for tenant:f62aca8229d64673bbb89ec5aef13eb7 on resource:security_group {{(pid=86863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:52:51.997445 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-fc5f4c0e-c2d4-4c1a-902f-25a2468467f4 req-6e0c3ae8-2b1d-4864-9e20-cbc5d37eba4c tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1229554482&fields=id&tenant_id=f62aca8229d64673bbb89ec5aef13eb7 HTTP/1.1" status: 200 len: 267 time: 0.1487210 Nov 16 21:52:52.016741 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c6240c-376c-416c-97de-776babf901a1 admin admin] Router ced5a01a-e0ec-4bc9-aea4-adb27a47c62d has already been hosted by L3 agent 61e322f1-f733-4c16-8e8e-7253ec5fb84a {{(pid=86864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 16 21:52:52.177880 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_hamode_db [None req-b0efb79c-16e1-46fd-b8c9-843c8ea01161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced5a01a-e0ec-4bc9-aea4-adb27a47c62d', 'name': 'tempest-TestMinimumBasicScenario-2020094586-router', 'tenant_id': '0121324dc4634d618660eb8421898f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': '85a36556-241e-460e-936e-6faddb07f596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:52:41Z', 'updated_at': '2021-11-16T21:52:49Z', 'revision_number': 4, 'project_id': '0121324dc4634d618660eb8421898f4a', 'gw_port': {'id': '85a36556-241e-460e-936e-6faddb07f596', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5e:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced5a01a-e0ec-4bc9-aea4-adb27a47c62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:52:42Z', 'updated_at': '2021-11-16T21:52:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb', '_interfaces': [{'id': 'b9361f43-d04c-4474-a02b-2782cbee803c', 'name': '', 'network_id': 'c5eafeb0-dec6-468b-8eb8-3ad7b65a9408', 'tenant_id': '0121324dc4634d618660eb8421898f4a', 'mac_address': 'fa:16:3e:cd:8b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced5a01a-e0ec-4bc9-aea4-adb27a47c62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'd6c6635f-06ee-4a59-b0bc-7e807ed8a05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:52:48Z', 'updated_at': '2021-11-16T21:52:50Z', 'revision_number': 2, 'project_id': '0121324dc4634d618660eb8421898f4a', 'subnets': [{'id': 'd6c6635f-06ee-4a59-b0bc-7e807ed8a05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:52:52.186677 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0efb79c-16e1-46fd-b8c9-843c8ea01161 None None] The sync data for ids ['ced5a01a-e0ec-4bc9-aea4-adb27a47c62d'] in dv-cinder-818140-1-smb is: [{'id': 'ced5a01a-e0ec-4bc9-aea4-adb27a47c62d', 'name': 'tempest-TestMinimumBasicScenario-2020094586-router', 'tenant_id': '0121324dc4634d618660eb8421898f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': '85a36556-241e-460e-936e-6faddb07f596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:52:41Z', 'updated_at': '2021-11-16T21:52:49Z', 'revision_number': 4, 'project_id': '0121324dc4634d618660eb8421898f4a', 'gw_port': {'id': '85a36556-241e-460e-936e-6faddb07f596', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5e:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced5a01a-e0ec-4bc9-aea4-adb27a47c62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:52:42Z', 'updated_at': '2021-11-16T21:52:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb', '_interfaces': [{'id': 'b9361f43-d04c-4474-a02b-2782cbee803c', 'name': '', 'network_id': 'c5eafeb0-dec6-468b-8eb8-3ad7b65a9408', 'tenant_id': '0121324dc4634d618660eb8421898f4a', 'mac_address': 'fa:16:3e:cd:8b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced5a01a-e0ec-4bc9-aea4-adb27a47c62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'd6c6635f-06ee-4a59-b0bc-7e807ed8a05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:52:48Z', 'updated_at': '2021-11-16T21:52:50Z', 'revision_number': 2, 'project_id': '0121324dc4634d618660eb8421898f4a', 'subnets': [{'id': 'd6c6635f-06ee-4a59-b0bc-7e807ed8a05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:52:52.190270 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning for port 46bfb751-5b7d-46f1-8646-bdc6da88a5fb completed by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:52:52.195442 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning complete for port 46bfb751-5b7d-46f1-8646-bdc6da88a5fb triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:52.195724 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:52.248093 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-ba9b2707-13af-4374-8101-78b7984d2ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:52.260135 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-de3feddd-3d33-4d13-b6ab-0343ade4f982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:52.280056 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9b2707-13af-4374-8101-78b7984d2ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=842251a6-af92-4799-be63-1e7941a75254,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:52.289769 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f4c0e-c2d4-4c1a-902f-25a2468467f4 req-cfba0b35-1d49-4efe-ba85-fec993d262c7 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:52.290768 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-fc5f4c0e-c2d4-4c1a-902f-25a2468467f4 req-cfba0b35-1d49-4efe-ba85-fec993d262c7 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Synchronizing usage tracker for tenant:f62aca8229d64673bbb89ec5aef13eb7 on resource:network {{(pid=86863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:52:52.298728 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-ba9b2707-13af-4374-8101-78b7984d2ed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:52.305106 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-ba9b2707-13af-4374-8101-78b7984d2ed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:52.306771 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-ba9b2707-13af-4374-8101-78b7984d2ed6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/842251a6-af92-4799-be63-1e7941a75254 HTTP/1.1" status: 204 len: 168 time: 0.6126516 Nov 16 21:52:52.329759 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-fc5f4c0e-c2d4-4c1a-902f-25a2468467f4 req-cfba0b35-1d49-4efe-ba85-fec993d262c7 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Unset dirty status for tenant:f62aca8229d64673bbb89ec5aef13eb7 on resource:network {{(pid=86863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:52:52.331080 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-fc5f4c0e-c2d4-4c1a-902f-25a2468467f4 req-cfba0b35-1d49-4efe-ba85-fec993d262c7 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/networks?id=74e81693-9879-4389-b683-21ff1ada0cd8 HTTP/1.1" status: 200 len: 811 time: 0.3218257 Nov 16 21:52:52.352439 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 41442) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:52.370765 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-fc5f4c0e-c2d4-4c1a-902f-25a2468467f4 req-231c0de4-2222-4fad-9090-04f89ae3e93f tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/quotas/f62aca8229d64673bbb89ec5aef13eb7 HTTP/1.1" status: 200 len: 375 time: 0.0254209 Nov 16 21:52:52.437395 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c6240c-376c-416c-97de-776babf901a1 admin admin] Notify agent at l3_agent.dv-cinder-818140-1-smb the message routers_updated {{(pid=86864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 16 21:52:52.458523 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-0cf07fa9-c36c-4398-8aa0-46280499bd18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:52.460003 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-29c6240c-376c-416c-97de-776babf901a1 admin admin] 10.222.0.50 "PUT /v2.0/routers/ced5a01a-e0ec-4bc9-aea4-adb27a47c62d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0489764 Nov 16 21:52:52.487358 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-0cf07fa9-c36c-4398-8aa0-46280499bd18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:52:52.497719 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:52.497908 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-0cf07fa9-c36c-4398-8aa0-46280499bd18 admin admin] Usage tracker for resource:security_group_rule and tenant:129a04e54d0a4aa481b43468b28ab0a2 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:52:52.503103 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-0cf07fa9-c36c-4398-8aa0-46280499bd18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:52:52.512857 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-0cf07fa9-c36c-4398-8aa0-46280499bd18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:52:52.551759 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 41454) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:52.598389 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] For port 46bfb751-5b7d-46f1-8646-bdc6da88a5fb, host dv-cinder-818140-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=46bfb751-5b7d-46f1-8646-bdc6da88a5fb,segment=NetworkSegment(234b1cb3-8d4c-4456-8649-c81de3e8482d),segment_id=234b1cb3-8d4c-4456-8649-c81de3e8482d)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:52:52.608122 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:52.611615 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:52.630758 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-fc5f4c0e-c2d4-4c1a-902f-25a2468467f4 req-82d98e2a-7783-4b53-a2e6-4c24360f9d4f tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Synchronizing usage tracker for tenant:f62aca8229d64673bbb89ec5aef13eb7 on resource:port {{(pid=86863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:52:52.699492 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Pushing event updated for resources: {'Port': ['ID=46bfb751-5b7d-46f1-8646-bdc6da88a5fb,revision_number=5']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:52.701996 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-fc5f4c0e-c2d4-4c1a-902f-25a2468467f4 req-82d98e2a-7783-4b53-a2e6-4c24360f9d4f tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Unset dirty status for tenant:f62aca8229d64673bbb89ec5aef13eb7 on resource:port {{(pid=86863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:52:52.703998 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-fc5f4c0e-c2d4-4c1a-902f-25a2468467f4 req-82d98e2a-7783-4b53-a2e6-4c24360f9d4f tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f62aca8229d64673bbb89ec5aef13eb7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3323433 Nov 16 21:52:52.729117 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:52.814885 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df531f9-dad7-4d6f-b21a-80d2bc9946be req-8c124b6a-fa8d-4ff2-b93a-c9c9135c4c34 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:52.824842 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-8df531f9-dad7-4d6f-b21a-80d2bc9946be req-8c124b6a-fa8d-4ff2-b93a-c9c9135c4c34 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=01a70cdd-89ae-4bb3-b9a7-b4c6d7dde373 HTTP/1.1" status: 200 len: 945 time: 0.1219404 Nov 16 21:52:52.874742 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-0cf07fa9-c36c-4398-8aa0-46280499bd18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:52.889153 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-8df531f9-dad7-4d6f-b21a-80d2bc9946be req-7ff221a4-c73c-417a-a028-e33af280235d tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629265 Nov 16 21:52:52.894960 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-0cf07fa9-c36c-4398-8aa0-46280499bd18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:52.906228 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-11eee0c7-75fb-432b-9fca-6bff8cff0b76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:52.962513 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf07fa9-c36c-4398-8aa0-46280499bd18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f8145c-ec2f-4f9f-a680-075965bf06e6,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:52.974614 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-0cf07fa9-c36c-4398-8aa0-46280499bd18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:53.025505 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-fc5f4c0e-c2d4-4c1a-902f-25a2468467f4 req-ea071471-88a3-49dc-8a00-1b5420dc8040 service neutron] 10.222.0.50 "GET /v2.0/networks/74e81693-9879-4389-b683-21ff1ada0cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955596 Nov 16 21:52:53.031939 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 41464) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:53.044150 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-0cf07fa9-c36c-4398-8aa0-46280499bd18 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=129a04e54d0a4aa481b43468b28ab0a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6870594 Nov 16 21:52:53.128391 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-953c674a-35a3-44f4-9792-21e9ec2927d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:53.213151 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-953c674a-35a3-44f4-9792-21e9ec2927d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:53.243132 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-fc5f4c0e-c2d4-4c1a-902f-25a2468467f4 req-87b885cb-6d40-484d-910f-590a663da3eb service neutron] 10.222.0.50 "GET /v2.0/networks/74e81693-9879-4389-b683-21ff1ada0cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977441 Nov 16 21:52:53.263259 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-29354fd0-02ce-4c39-955c-7c51909af17e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:53.290828 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-29354fd0-02ce-4c39-955c-7c51909af17e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:52:53.300261 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-29354fd0-02ce-4c39-955c-7c51909af17e admin admin] Usage tracker for resource:security_group_rule and tenant:8750bb81de6b4018a8a0dadd2dd7d60d is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:52:53.307526 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-29354fd0-02ce-4c39-955c-7c51909af17e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:52:53.317579 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-29354fd0-02ce-4c39-955c-7c51909af17e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:52:53.372312 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-953c674a-35a3-44f4-9792-21e9ec2927d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:53.383600 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-6fc06bcf-cb6a-4feb-be41-2d026ae8be8a tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:53.508387 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-953c674a-35a3-44f4-9792-21e9ec2927d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:53.513854 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-953c674a-35a3-44f4-9792-21e9ec2927d3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/45f8145c-ec2f-4f9f-a680-075965bf06e6 HTTP/1.1" status: 204 len: 168 time: 0.4799531 Nov 16 21:52:53.586285 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-8864451a-defe-4209-bd3f-311cb6559405 req-503d69b5-3588-4361-840e-426fa9167612 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?device_id=c12d9905-4760-40db-bb4e-8200c90f09ce HTTP/1.1" status: 200 len: 210 time: 0.0561001 Nov 16 21:52:53.588956 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953c674a-35a3-44f4-9792-21e9ec2927d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f8145c-ec2f-4f9f-a680-075965bf06e6,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:53.607480 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-953c674a-35a3-44f4-9792-21e9ec2927d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:53.612826 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-29354fd0-02ce-4c39-955c-7c51909af17e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:53.622380 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-29354fd0-02ce-4c39-955c-7c51909af17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:53.633619 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-856e38ba-8736-40a6-9d8c-fac8f1c1c82d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:53.681129 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-29354fd0-02ce-4c39-955c-7c51909af17e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8750bb81de6b4018a8a0dadd2dd7d60d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1282382 Nov 16 21:52:53.682049 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29354fd0-02ce-4c39-955c-7c51909af17e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0850da-afde-4b3e-a594-27cc8f07602b,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:53.684469 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 41492) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:53.684981 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-29354fd0-02ce-4c39-955c-7c51909af17e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:53.804724 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-a16b2b45-3f8a-40bf-99fe-bbe8b128424c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:53.856551 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-a16b2b45-3f8a-40bf-99fe-bbe8b128424c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:53.969892 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-a16b2b45-3f8a-40bf-99fe-bbe8b128424c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:53.981146 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device 46bfb751-5b7d-46f1-8646-bdc6da88a5fb up at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 21:52:53.981724 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-b86a9459-0a2d-4b04-846d-e78c49b1feac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:54.038436 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16b2b45-3f8a-40bf-99fe-bbe8b128424c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0850da-afde-4b3e-a594-27cc8f07602b,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:54.042759 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-a16b2b45-3f8a-40bf-99fe-bbe8b128424c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:54.076814 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-a16b2b45-3f8a-40bf-99fe-bbe8b128424c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:54.095399 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-a16b2b45-3f8a-40bf-99fe-bbe8b128424c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5e0850da-afde-4b3e-a594-27cc8f07602b HTTP/1.1" status: 204 len: 168 time: 0.4070470 Nov 16 21:52:54.232001 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning complete for port 46bfb751-5b7d-46f1-8646-bdc6da88a5fb triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:54.232598 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:54.346700 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faacc7f-5059-4ec9-ae96-da8751db190f req-7fe3ba6c-980c-4d43-aa02-d4b5a61735c2 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:54.361788 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-2faacc7f-5059-4ec9-ae96-da8751db190f req-7fe3ba6c-980c-4d43-aa02-d4b5a61735c2 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=01a70cdd-89ae-4bb3-b9a7-b4c6d7dde373 HTTP/1.1" status: 200 len: 945 time: 0.2132642 Nov 16 21:52:54.417283 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-2faacc7f-5059-4ec9-ae96-da8751db190f req-2c06e17c-936b-4d37-8c83-51860b406431 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489898 Nov 16 21:52:54.422554 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device 85a36556-241e-460e-936e-6faddb07f596 up at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 21:52:54.504324 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning for port 85a36556-241e-460e-936e-6faddb07f596 completed by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:52:54.514666 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning complete for port 85a36556-241e-460e-936e-6faddb07f596 triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:54.515057 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:54.549148 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 41526) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:54.555211 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [None req-951de1b9-85ad-40df-a0b2-0b90cb3e8e07 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1998353188-network', 'tenant_id': 'fb51f64ed80146069abd5c0e32b40c2f'}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:54.562975 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-951de1b9-85ad-40df-a0b2-0b90cb3e8e07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:52:54.571772 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-951de1b9-85ad-40df-a0b2-0b90cb3e8e07 admin admin] Usage tracker for resource:network and tenant:fb51f64ed80146069abd5c0e32b40c2f is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:52:54.578120 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-951de1b9-85ad-40df-a0b2-0b90cb3e8e07 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:52:54.586657 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-951de1b9-85ad-40df-a0b2-0b90cb3e8e07 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:52:54.613312 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951de1b9-85ad-40df-a0b2-0b90cb3e8e07 admin admin] Made reservation on behalf of fb51f64ed80146069abd5c0e32b40c2f for: {'network': 1} {{(pid=86863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:52:54.619123 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-951de1b9-85ad-40df-a0b2-0b90cb3e8e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for network, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:54.652670 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-951de1b9-85ad-40df-a0b2-0b90cb3e8e07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:54.691293 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-951de1b9-85ad-40df-a0b2-0b90cb3e8e07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:52:54.701500 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-951de1b9-85ad-40df-a0b2-0b90cb3e8e07 admin admin] Usage tracker for resource:security_group_rule and tenant:fb51f64ed80146069abd5c0e32b40c2f is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:52:54.702619 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:54.709890 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-951de1b9-85ad-40df-a0b2-0b90cb3e8e07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:52:54.724664 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-951de1b9-85ad-40df-a0b2-0b90cb3e8e07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:52:54.772007 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] For port 85a36556-241e-460e-936e-6faddb07f596, host dv-cinder-818140-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=85a36556-241e-460e-936e-6faddb07f596,segment=NetworkSegment(2032d675-cc73-45c1-95a0-4a6936ebf39a),segment_id=2032d675-cc73-45c1-95a0-4a6936ebf39a)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:52:54.773903 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-5bdd0a9a-a6cd-4b54-95ef-fb728ab95585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:54.782203 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:54.791358 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-20fac7df-df9b-4d5b-92aa-6a6807346a42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:54.890003 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-c8f6ef24-e157-4f34-bbad-dfd34141f931 req-16b94b1b-0933-43b4-bae8-d46d4f72ab1b tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?device_id=c12d9905-4760-40db-bb4e-8200c90f09ce HTTP/1.1" status: 200 len: 210 time: 0.0895927 Nov 16 21:52:54.923351 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-951de1b9-85ad-40df-a0b2-0b90cb3e8e07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:54.927879 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Pushing event updated for resources: {'Port': ['ID=85a36556-241e-460e-936e-6faddb07f596,revision_number=4']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:54.930032 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-951de1b9-85ad-40df-a0b2-0b90cb3e8e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:54.937489 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:54.943475 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-d21ddc5d-1201-4d0a-b84f-92783d9b5909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:54.958164 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-951de1b9-85ad-40df-a0b2-0b90cb3e8e07 admin admin] vlan segment allocate from pool success with {'vlan_id': 842, 'physical_network': 'physnet1'} {{(pid=86863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:52:54.982735 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-951de1b9-85ad-40df-a0b2-0b90cb3e8e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930301'] for segment, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:54.983092 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.db.segments_db [None req-951de1b9-85ad-40df-a0b2-0b90cb3e8e07 admin admin] Added segment b959d8bb-8121-4147-9242-2354f21e1356 of type vlan for network 5441cba4-5c74-4068-bd41-97933fedc0db Nov 16 21:52:54.989146 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951de1b9-85ad-40df-a0b2-0b90cb3e8e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86369d00-3e67-4802-a12c-fd4a0566626c,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:54.993305 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-951de1b9-85ad-40df-a0b2-0b90cb3e8e07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:55.020113 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-951de1b9-85ad-40df-a0b2-0b90cb3e8e07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790568254639'] for network, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:55.057146 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 41540) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:55.061908 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-951de1b9-85ad-40df-a0b2-0b90cb3e8e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446'] for network, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:55.064855 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951de1b9-85ad-40df-a0b2-0b90cb3e8e07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:55.065441 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-951de1b9-85ad-40df-a0b2-0b90cb3e8e07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578116'] for network, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:55.073142 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:55.080193 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-81ddfa6d-87e0-4847-8a26-9c662f5edd78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:55.104939 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-81ddfa6d-87e0-4847-8a26-9c662f5edd78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:52:55.110805 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-81ddfa6d-87e0-4847-8a26-9c662f5edd78 admin admin] Usage tracker for resource:security_group_rule and tenant:db6e3d896e7e423a984aeb2f1af4115c is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:52:55.118240 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-81ddfa6d-87e0-4847-8a26-9c662f5edd78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:52:55.129086 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-81ddfa6d-87e0-4847-8a26-9c662f5edd78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:52:55.207448 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951de1b9-85ad-40df-a0b2-0b90cb3e8e07 admin admin] Pushing event updated for resources: {'Network': ['ID=5441cba4-5c74-4068-bd41-97933fedc0db,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:55.210323 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-951de1b9-85ad-40df-a0b2-0b90cb3e8e07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:55.214268 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-951de1b9-85ad-40df-a0b2-0b90cb3e8e07 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6634676 Nov 16 21:52:55.216395 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 41546) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:55.220307 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Network 5441cba4-5c74-4068-bd41-97933fedc0db details requested by agent ovs-agent-dv-cinder-818140-1-smb with host dv-cinder-818140-1-smb {{(pid=86865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 16 21:52:55.244730 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [None req-233a9b44-d383-41c8-ba5f-243223705b10 admin admin] Request body: {'subnet': {'network_id': '5441cba4-5c74-4068-bd41-97933fedc0db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1998353188-subnet', 'tenant_id': 'fb51f64ed80146069abd5c0e32b40c2f', 'ip_version': 4}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:55.263970 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-233a9b44-d383-41c8-ba5f-243223705b10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:52:55.278739 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-233a9b44-d383-41c8-ba5f-243223705b10 admin admin] Usage tracker for resource:subnet and tenant:fb51f64ed80146069abd5c0e32b40c2f is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:52:55.282323 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-233a9b44-d383-41c8-ba5f-243223705b10 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:52:55.292128 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-233a9b44-d383-41c8-ba5f-243223705b10 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:52:55.403333 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-81ddfa6d-87e0-4847-8a26-9c662f5edd78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:55.414966 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-81ddfa6d-87e0-4847-8a26-9c662f5edd78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:55.435060 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-f2be50e9-60d3-45ec-bc11-34c9a98d7c67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:55.442835 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:55.527114 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ddfa6d-87e0-4847-8a26-9c662f5edd78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1180d00a-187d-4394-9edf-feca5e568856,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:55.544034 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-81ddfa6d-87e0-4847-8a26-9c662f5edd78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:55.591751 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-81ddfa6d-87e0-4847-8a26-9c662f5edd78 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=db6e3d896e7e423a984aeb2f1af4115c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5330660 Nov 16 21:52:55.594274 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 41568) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:55.674874 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-cf77f309-205c-4727-9481-9e272380fca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:55.709864 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-cf77f309-205c-4727-9481-9e272380fca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:55.717442 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233a9b44-d383-41c8-ba5f-243223705b10 admin admin] Made reservation on behalf of fb51f64ed80146069abd5c0e32b40c2f for: {'subnet': 1} {{(pid=86863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:52:55.729066 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-233a9b44-d383-41c8-ba5f-243223705b10 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:55.738952 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f71b3a-2855-464b-9afc-0332c195effc None None] Sync routers for ids ['ced5a01a-e0ec-4bc9-aea4-adb27a47c62d'] in dv-cinder-818140-1-smb {{(pid=86865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:52:55.759255 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f71b3a-2855-464b-9afc-0332c195effc None None] Routers {'ced5a01a-e0ec-4bc9-aea4-adb27a47c62d'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 21:52:55.759899 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-46f71b3a-2855-464b-9afc-0332c195effc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T21:52:27Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['ced5a01a-e0ec-4bc9-aea4-adb27a47c62d'], 'active': True} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:52:55.926780 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device 85a36556-241e-460e-936e-6faddb07f596 up at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 21:52:56.117086 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-cf77f309-205c-4727-9481-9e272380fca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:56.130618 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-139e2386-ebcb-4bae-ab06-0543782a2c6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:56.150387 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf77f309-205c-4727-9481-9e272380fca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1180d00a-187d-4394-9edf-feca5e568856,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:56.153999 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-cf77f309-205c-4727-9481-9e272380fca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:56.180219 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-cf77f309-205c-4727-9481-9e272380fca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:56.182050 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-cf77f309-205c-4727-9481-9e272380fca0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1180d00a-187d-4394-9edf-feca5e568856 HTTP/1.1" status: 204 len: 168 time: 0.5865405 Nov 16 21:52:56.196675 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning complete for port 85a36556-241e-460e-936e-6faddb07f596 triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:56.197291 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:56.202684 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f708c5-05f9-4abc-804e-ae29c760c6b5 req-f91f2a3e-dc76-4ecd-803e-cdcbc0b6a89f tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:56.205201 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-a5f708c5-05f9-4abc-804e-ae29c760c6b5 req-f91f2a3e-dc76-4ecd-803e-cdcbc0b6a89f tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=01a70cdd-89ae-4bb3-b9a7-b4c6d7dde373 HTTP/1.1" status: 200 len: 945 time: 0.4426720 Nov 16 21:52:56.267916 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-4e2ef0e1-440c-4fc9-97da-a35fd0e87dd7 req-ec3dd51c-7076-4964-99a8-4d5a24b01bc0 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?device_id=c12d9905-4760-40db-bb4e-8200c90f09ce HTTP/1.1" status: 200 len: 210 time: 0.1314771 Nov 16 21:52:56.287458 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvr_db [None req-46f71b3a-2855-464b-9afc-0332c195effc None None] Set router ced5a01a-e0ec-4bc9-aea4-adb27a47c62d gateway port host: dv-cinder-818140-1-smb {{(pid=86865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 21:52:56.303211 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-a5f708c5-05f9-4abc-804e-ae29c760c6b5 req-5ff90edd-7cc3-4d73-b478-7d29d924ec85 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825400 Nov 16 21:52:56.483736 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f4c0e-c2d4-4c1a-902f-25a2468467f4 req-3f57d46f-cbf1-4ed5-b934-281427b343d7 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:56.488872 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-fc5f4c0e-c2d4-4c1a-902f-25a2468467f4 req-3f57d46f-cbf1-4ed5-b934-281427b343d7 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.60 "GET /v2.0/networks?id=74e81693-9879-4389-b683-21ff1ada0cd8 HTTP/1.1" status: 200 len: 811 time: 1.1727080 Nov 16 21:52:56.585232 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-233a9b44-d383-41c8-ba5f-243223705b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446'] for subnet, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:56.600348 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:56.676978 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-fc5f4c0e-c2d4-4c1a-902f-25a2468467f4 req-8faf845e-8091-415f-ab3d-8f8a4dff4e8a tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f62aca8229d64673bbb89ec5aef13eb7 HTTP/1.1" status: 200 len: 380 time: 0.1777232 Nov 16 21:52:56.771951 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [req-fc5f4c0e-c2d4-4c1a-902f-25a2468467f4 req-56365dc9-837f-4b04-b794-1e765db2d33f tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Request body: {'port': {'device_id': 'c12d9905-4760-40db-bb4e-8200c90f09ce', 'network_id': '74e81693-9879-4389-b683-21ff1ada0cd8', 'admin_state_up': True, 'tenant_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'security_groups': ['c3fc8445-3b83-49cb-a2bd-29e358d9b8ba']}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:56.829430 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-46f71b3a-2855-464b-9afc-0332c195effc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced5a01a-e0ec-4bc9-aea4-adb27a47c62d', 'name': 'tempest-TestMinimumBasicScenario-2020094586-router', 'tenant_id': '0121324dc4634d618660eb8421898f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': '85a36556-241e-460e-936e-6faddb07f596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:52:41Z', 'updated_at': '2021-11-16T21:52:49Z', 'revision_number': 4, 'project_id': '0121324dc4634d618660eb8421898f4a', 'gw_port': {'id': '85a36556-241e-460e-936e-6faddb07f596', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced5a01a-e0ec-4bc9-aea4-adb27a47c62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:52:42Z', 'updated_at': '2021-11-16T21:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb', '_interfaces': [{'id': 'b9361f43-d04c-4474-a02b-2782cbee803c', 'name': '', 'network_id': 'c5eafeb0-dec6-468b-8eb8-3ad7b65a9408', 'tenant_id': '0121324dc4634d618660eb8421898f4a', 'mac_address': 'fa:16:3e:cd:8b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced5a01a-e0ec-4bc9-aea4-adb27a47c62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'd6c6635f-06ee-4a59-b0bc-7e807ed8a05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:52:48Z', 'updated_at': '2021-11-16T21:52:50Z', 'revision_number': 2, 'project_id': '0121324dc4634d618660eb8421898f4a', 'subnets': [{'id': 'd6c6635f-06ee-4a59-b0bc-7e807ed8a05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:52:56.834481 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f71b3a-2855-464b-9afc-0332c195effc None None] Checking router: ced5a01a-e0ec-4bc9-aea4-adb27a47c62d for host: dv-cinder-818140-1-smb {{(pid=86865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:52:56.834862 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f71b3a-2855-464b-9afc-0332c195effc None None] Updating router ced5a01a-e0ec-4bc9-aea4-adb27a47c62d port b9361f43-d04c-4474-a02b-2782cbee803c binding host dv-cinder-818140-1-smb {{(pid=86865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:52:56.951970 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-46f71b3a-2855-464b-9afc-0332c195effc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:57.127395 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 41610) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:57.189396 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233a9b44-d383-41c8-ba5f-243223705b10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb5ac88a-6550-48f5-a9b5-a5a444607107,revision_number=0']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:57.196816 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-233a9b44-d383-41c8-ba5f-243223705b10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:57.225534 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233a9b44-d383-41c8-ba5f-243223705b10 admin admin] Checking segment: {'id': 'b959d8bb-8121-4147-9242-2354f21e1356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '5441cba4-5c74-4068-bd41-97933fedc0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 16 21:52:57.227803 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233a9b44-d383-41c8-ba5f-243223705b10 admin admin] Network hostable DHCP agents. Network: 5441cba4-5c74-4068-bd41-97933fedc0db, hostable agents: ['c74cfb2b-3f17-4f67-977a-702507b4bce6'], hosted agents: [] {{(pid=86863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:52:57.369168 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [req-fc5f4c0e-c2d4-4c1a-902f-25a2468467f4 req-56365dc9-837f-4b04-b794-1e765db2d33f tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:52:57.381146 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233a9b44-d383-41c8-ba5f-243223705b10 admin admin] Network 5441cba4-5c74-4068-bd41-97933fedc0db is scheduled to be hosted by DHCP agent c74cfb2b-3f17-4f67-977a-702507b4bce6 with binding_index 1 {{(pid=86863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:52:57.410961 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [req-fc5f4c0e-c2d4-4c1a-902f-25a2468467f4 req-56365dc9-837f-4b04-b794-1e765db2d33f tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:52:57.426988 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-abb546bc-d95d-4603-86a3-27dcb0faee1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:57.440457 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4681e992-fe8e-4bb3-b164-4a078cb5eee2 req-13aeee03-14c7-4858-98ae-a9b5d1194194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:57.442354 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-4681e992-fe8e-4bb3-b164-4a078cb5eee2 req-13aeee03-14c7-4858-98ae-a9b5d1194194 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=01a70cdd-89ae-4bb3-b9a7-b4c6d7dde373 HTTP/1.1" status: 200 len: 1098 time: 0.3354590 Nov 16 21:52:57.445645 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.base_scheduler [None req-233a9b44-d383-41c8-ba5f-243223705b10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818140-1-smb, 5441cba4-5c74-4068-bd41-97933fedc0db) {{(pid=86863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:52:57.486530 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-abb546bc-d95d-4603-86a3-27dcb0faee1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:52:57.492185 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-46f71b3a-2855-464b-9afc-0332c195effc None None] Notify callbacks [] for port, precommit_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:57.496830 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233a9b44-d383-41c8-ba5f-243223705b10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:57.496959 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-abb546bc-d95d-4603-86a3-27dcb0faee1d admin admin] Usage tracker for resource:security_group_rule and tenant:61c34837f56743308e99dec3ceadff82 is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:52:57.497744 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-233a9b44-d383-41c8-ba5f-243223705b10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578116'] for subnet, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:57.501410 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789b4015-995d-44c4-9564-84120915ca0b None None] Network 5441cba4-5c74-4068-bd41-97933fedc0db requested from dv-cinder-818140-1-smb {{(pid=86865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 16 21:52:57.507519 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-abb546bc-d95d-4603-86a3-27dcb0faee1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:52:57.521009 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc5f4c0e-c2d4-4c1a-902f-25a2468467f4 req-56365dc9-837f-4b04-b794-1e765db2d33f tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Made reservation on behalf of f62aca8229d64673bbb89ec5aef13eb7 for: {'port': 1} {{(pid=86863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:52:57.538284 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-fc5f4c0e-c2d4-4c1a-902f-25a2468467f4 req-56365dc9-837f-4b04-b794-1e765db2d33f tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:57.593136 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-abb546bc-d95d-4603-86a3-27dcb0faee1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:52:57.607328 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-251a4a9d-e0d2-4c07-900c-c47dfaaf10b1 req-19298587-da1a-4493-80d3-9eed09523855 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?device_id=c12d9905-4760-40db-bb4e-8200c90f09ce HTTP/1.1" status: 200 len: 210 time: 0.0834827 Nov 16 21:52:57.627101 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-46f71b3a-2855-464b-9afc-0332c195effc None None] Transition to ACTIVE for port object b9361f43-d04c-4474-a02b-2782cbee803c will not be triggered until provisioned by entity L2. {{(pid=86865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:52:57.632762 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-4ddf783e-be1e-45f7-856e-c6ccfc199e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:57.662593 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-46f71b3a-2855-464b-9afc-0332c195effc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:57.668278 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-7e8b1347-7ca0-4fb0-8862-f8a2a40f8f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:57.727776 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-abb546bc-d95d-4603-86a3-27dcb0faee1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:57.735986 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-abb546bc-d95d-4603-86a3-27dcb0faee1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:57.757629 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-c1dac88f-1e75-46b1-af7f-7bd4055bb086 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:57.785361 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-233a9b44-d383-41c8-ba5f-243223705b10 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5676746 Nov 16 21:52:57.793182 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-4681e992-fe8e-4bb3-b164-4a078cb5eee2 req-77ee121c-8442-411d-b12d-feefa4d64fa2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413613 Nov 16 21:52:57.800422 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 41632) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:57.821794 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [None req-d624a1f0-3561-45a2-b72f-306bc87697e8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1998353188-router', 'tenant_id': 'fb51f64ed80146069abd5c0e32b40c2f', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20'}}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:57.830608 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 41636) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:52:57.831751 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-abb546bc-d95d-4603-86a3-27dcb0faee1d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=61c34837f56743308e99dec3ceadff82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7032356 Nov 16 21:52:57.832381 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-d624a1f0-3561-45a2-b72f-306bc87697e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:52:57.832843 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb546bc-d95d-4603-86a3-27dcb0faee1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4102ca-700b-4735-b0bc-85e210d1fa6a,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:57.842342 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-abb546bc-d95d-4603-86a3-27dcb0faee1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:57.874215 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-d624a1f0-3561-45a2-b72f-306bc87697e8 admin admin] Usage tracker for resource:router and tenant:fb51f64ed80146069abd5c0e32b40c2f is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:52:57.887412 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-d624a1f0-3561-45a2-b72f-306bc87697e8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:52:57.907372 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-d624a1f0-3561-45a2-b72f-306bc87697e8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:52:57.938415 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c920b047-de02-4970-a40f-cbcb89a68df3 None None] Pushing event updated for resources: {'Port': ['ID=b9361f43-d04c-4474-a02b-2782cbee803c,revision_number=3']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:57.958004 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-c920b047-de02-4970-a40f-cbcb89a68df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:58.004849 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-d624a1f0-3561-45a2-b72f-306bc87697e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-677364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6493'] for router, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:58.015660 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-d624a1f0-3561-45a2-b72f-306bc87697e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677482', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6466'] for router, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:58.104135 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.db_base_plugin_common [req-fc5f4c0e-c2d4-4c1a-902f-25a2468467f4 req-56365dc9-837f-4b04-b794-1e765db2d33f tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Allocated IP 172.20.0.4 (74e81693-9879-4389-b683-21ff1ada0cd8/571f52f5-7aee-44e1-b51f-e0b1c3748b0d/dd4f2956-621b-4050-ace3-90dee813569f) {{(pid=86863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:52:58.118700 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b5dc8-1a0b-4f9a-9c4e-6657bf1dd498 req-7c24f47b-a432-474e-8622-8f373946e77c tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:58.120254 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-7c2b5dc8-1a0b-4f9a-9c4e-6657bf1dd498 req-7c24f47b-a432-474e-8622-8f373946e77c tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=01a70cdd-89ae-4bb3-b9a7-b4c6d7dde373 HTTP/1.1" status: 200 len: 945 time: 0.5325191 Nov 16 21:52:58.126724 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-d624a1f0-3561-45a2-b72f-306bc87697e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:58.133092 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.managers [None req-46f71b3a-2855-464b-9afc-0332c195effc None None] Attempting to bind port b9361f43-d04c-4474-a02b-2782cbee803c on host dv-cinder-818140-1-smb for vnic_type normal with profile {{(pid=86865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 21:52:58.133717 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.managers [None req-46f71b3a-2855-464b-9afc-0332c195effc None None] Attempting to bind port b9361f43-d04c-4474-a02b-2782cbee803c by drivers openvswitch,hyperv on host dv-cinder-818140-1-smb at level 0 using segments [{'id': '17dd1725-2c57-400e-9e6b-11a5956cf79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'c5eafeb0-dec6-468b-8eb8-3ad7b65a9408'}] {{(pid=86865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 21:52:58.134387 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f71b3a-2855-464b-9afc-0332c195effc None None] Attempting to bind port b9361f43-d04c-4474-a02b-2782cbee803c on network c5eafeb0-dec6-468b-8eb8-3ad7b65a9408 {{(pid=86865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 16 21:52:58.143808 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f71b3a-2855-464b-9afc-0332c195effc None None] Checking agent: {'id': '2d3e8a24-12f1-44fc-ba92-bbd8bc9099be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818140-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 42, 55), 'started_at': datetime.datetime(2021, 11, 16, 21, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818140-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 16 21:52:58.144543 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f71b3a-2855-464b-9afc-0332c195effc None None] Checking segment: {'id': '17dd1725-2c57-400e-9e6b-11a5956cf79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'c5eafeb0-dec6-468b-8eb8-3ad7b65a9408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 16 21:52:58.145352 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-46f71b3a-2855-464b-9afc-0332c195effc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:58.146327 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f71b3a-2855-464b-9afc-0332c195effc None None] Bound using segment: {'id': '17dd1725-2c57-400e-9e6b-11a5956cf79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'c5eafeb0-dec6-468b-8eb8-3ad7b65a9408'} {{(pid=86865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 16 21:52:58.146990 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.managers [None req-46f71b3a-2855-464b-9afc-0332c195effc None None] Bound port: b9361f43-d04c-4474-a02b-2782cbee803c, host: dv-cinder-818140-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17dd1725-2c57-400e-9e6b-11a5956cf79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'c5eafeb0-dec6-468b-8eb8-3ad7b65a9408'}}] {{(pid=86865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 21:52:58.147960 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-46f71b3a-2855-464b-9afc-0332c195effc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:58.148682 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-30647734-ea8e-487f-b6a1-1ba7c3504eb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:58.161783 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3232b8b1-4de4-4180-8d0b-f6c6a9fb31ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bae2c2-8573-550b-9040-658d352e0497-5441cba4-5c74-4068-bd41-97933fedc0db', 'network_id': '5441cba4-5c74-4068-bd41-97933fedc0db', 'tenant_id': 'fb51f64ed80146069abd5c0e32b40c2f', 'fixed_ips': [{'subnet_id': 'cb5ac88a-6550-48f5-a9b5-a5a444607107'}]}} from dv-cinder-818140-1-smb. {{(pid=86865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 16 21:52:58.162812 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-3232b8b1-4de4-4180-8d0b-f6c6a9fb31ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_create {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:58.239403 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-30647734-ea8e-487f-b6a1-1ba7c3504eb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:58.384845 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-46f71b3a-2855-464b-9afc-0332c195effc None None] For port b9361f43-d04c-4474-a02b-2782cbee803c, host dv-cinder-818140-1-smb, cleared binding levels {{(pid=86865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 16 21:52:58.392917 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-46f71b3a-2855-464b-9afc-0332c195effc None None] For port b9361f43-d04c-4474-a02b-2782cbee803c, host dv-cinder-818140-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=b9361f43-d04c-4474-a02b-2782cbee803c,segment=NetworkSegment(17dd1725-2c57-400e-9e6b-11a5956cf79c),segment_id=17dd1725-2c57-400e-9e6b-11a5956cf79c)] {{(pid=86865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 16 21:52:58.431668 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-7c2b5dc8-1a0b-4f9a-9c4e-6657bf1dd498 req-7ee1ac2c-2644-438d-992f-7cba58881a73 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995114 Nov 16 21:52:58.483161 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-46f71b3a-2855-464b-9afc-0332c195effc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:58.496335 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-abfa22a9-1d95-4f30-bb42-d535bf130d57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:58.660865 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.db_base_plugin_common [None req-3232b8b1-4de4-4180-8d0b-f6c6a9fb31ce None None] Allocated IP 172.20.0.2 (5441cba4-5c74-4068-bd41-97933fedc0db/cb5ac88a-6550-48f5-a9b5-a5a444607107/0660bd61-2400-404a-925c-a8d1833fcbeb) {{(pid=86865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:52:58.663422 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f71b3a-2855-464b-9afc-0332c195effc None None] Routers {'ced5a01a-e0ec-4bc9-aea4-adb27a47c62d'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 21:52:58.663857 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-46f71b3a-2855-464b-9afc-0332c195effc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T21:52:58Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['ced5a01a-e0ec-4bc9-aea4-adb27a47c62d'], 'active': True} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:52:58.758722 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-94ae2c1a-1f16-4ed2-be66-e1a93ab74dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:58.783222 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c920b047-de02-4970-a40f-cbcb89a68df3 None None] Pushing event updated for resources: {'Port': ['ID=b9361f43-d04c-4474-a02b-2782cbee803c,revision_number=4']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:58.818219 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-c920b047-de02-4970-a40f-cbcb89a68df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:59.046613 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-2d31d1f3-a08a-47db-8fd9-98ec5403b2f4 req-d87f3fcf-4a72-43b0-b37d-37f024ab45d5 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?device_id=c12d9905-4760-40db-bb4e-8200c90f09ce HTTP/1.1" status: 200 len: 210 time: 0.1150637 Nov 16 21:52:59.107544 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-d624a1f0-3561-45a2-b72f-306bc87697e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-677134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6512'] for router, precommit_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:59.220954 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-30647734-ea8e-487f-b6a1-1ba7c3504eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:59.226904 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvr_db [None req-46f71b3a-2855-464b-9afc-0332c195effc None None] Set router ced5a01a-e0ec-4bc9-aea4-adb27a47c62d gateway port host: dv-cinder-818140-1-smb {{(pid=86865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 21:52:59.231797 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-55672738-7544-4ef3-a5f2-5f8b0884ae2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:59.260888 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30647734-ea8e-487f-b6a1-1ba7c3504eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4102ca-700b-4735-b0bc-85e210d1fa6a,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:59.275714 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-30647734-ea8e-487f-b6a1-1ba7c3504eb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:59.382022 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-fc5f4c0e-c2d4-4c1a-902f-25a2468467f4 req-56365dc9-837f-4b04-b794-1e765db2d33f tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks [] for port, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:59.414561 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.provisioning_blocks [req-fc5f4c0e-c2d4-4c1a-902f-25a2468467f4 req-56365dc9-837f-4b04-b794-1e765db2d33f tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Transition to ACTIVE for port object dd4f2956-621b-4050-ace3-90dee813569f will not be triggered until provisioned by entity DHCP. {{(pid=86863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:52:59.416242 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-30647734-ea8e-487f-b6a1-1ba7c3504eb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:59.417803 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-30647734-ea8e-487f-b6a1-1ba7c3504eb6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5a4102ca-700b-4735-b0bc-85e210d1fa6a HTTP/1.1" status: 204 len: 168 time: 1.5773594 Nov 16 21:52:59.471080 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-fc5f4c0e-c2d4-4c1a-902f-25a2468467f4 req-56365dc9-837f-4b04-b794-1e765db2d33f tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790568269105'] for port, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:59.479329 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-4b544b4a-feee-455a-b9ea-f1eb6381bbf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:59.564682 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc5f4c0e-c2d4-4c1a-902f-25a2468467f4 req-56365dc9-837f-4b04-b794-1e765db2d33f tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Network 74e81693-9879-4389-b683-21ff1ada0cd8 is already hosted by enough agents. {{(pid=86863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:52:59.571719 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.base_scheduler [req-fc5f4c0e-c2d4-4c1a-902f-25a2468467f4 req-56365dc9-837f-4b04-b794-1e765db2d33f tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Resources bound (agent type, host, resource id): {{(pid=86863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:52:59.582784 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc5f4c0e-c2d4-4c1a-902f-25a2468467f4 req-56365dc9-837f-4b04-b794-1e765db2d33f tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Received port after_create {{(pid=86863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 16 21:52:59.588696 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f4c0e-c2d4-4c1a-902f-25a2468467f4 req-56365dc9-837f-4b04-b794-1e765db2d33f tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:59.589333 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-fc5f4c0e-c2d4-4c1a-902f-25a2468467f4 req-56365dc9-837f-4b04-b794-1e765db2d33f tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for port, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:59.600118 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-3232b8b1-4de4-4180-8d0b-f6c6a9fb31ce None None] Notify callbacks [] for port, precommit_create {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:59.637732 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-3232b8b1-4de4-4180-8d0b-f6c6a9fb31ce None None] Transition to ACTIVE for port object 0660bd61-2400-404a-925c-a8d1833fcbeb will not be triggered until provisioned by entity L2. {{(pid=86865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:52:59.678105 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56365dc9-837f-4b04-b794-1e765db2d33f tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Pushing event updated for resources: {'Port': ['ID=dd4f2956-621b-4050-ace3-90dee813569f,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:59.694626 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-56365dc9-837f-4b04-b794-1e765db2d33f tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:52:59.708625 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-3232b8b1-4de4-4180-8d0b-f6c6a9fb31ce None None] Transition to ACTIVE for port object 0660bd61-2400-404a-925c-a8d1833fcbeb will not be triggered until provisioned by entity DHCP. {{(pid=86865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:52:59.789551 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-3232b8b1-4de4-4180-8d0b-f6c6a9fb31ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790568269105'] for port, after_create {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:52:59.805655 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af3ce7b-ff55-4b0d-b227-cade065d80e2 req-d263c6a5-98af-4a09-930f-74f8b113f9d2 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:59.807278 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-0af3ce7b-ff55-4b0d-b227-cade065d80e2 req-d263c6a5-98af-4a09-930f-74f8b113f9d2 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=01a70cdd-89ae-4bb3-b9a7-b4c6d7dde373 HTTP/1.1" status: 200 len: 945 time: 0.1533647 Nov 16 21:52:59.809930 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:52:59.830869 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-fc5f4c0e-c2d4-4c1a-902f-25a2468467f4 req-56365dc9-837f-4b04-b794-1e765db2d33f tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1131415 Nov 16 21:52:59.863029 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [req-fc5f4c0e-c2d4-4c1a-902f-25a2468467f4 req-038f2547-48e2-4213-bf67-be8441f0b091 service neutron] Request body: {'port': {'device_id': 'c12d9905-4760-40db-bb4e-8200c90f09ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81814'}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:59.927842 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-0af3ce7b-ff55-4b0d-b227-cade065d80e2 req-fcd37a90-b39b-4073-9526-9163e1c8a47d tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111076 Nov 16 21:53:00.020783 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device b9361f43-d04c-4474-a02b-2782cbee803c up at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 21:53:00.087680 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-d624a1f0-3561-45a2-b72f-306bc87697e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:00.142390 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-941145a6-33c9-4841-86a3-a7e018513e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:00.154541 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3232b8b1-4de4-4180-8d0b-f6c6a9fb31ce None None] Network 5441cba4-5c74-4068-bd41-97933fedc0db is already hosted by enough agents. {{(pid=86865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:53:00.172974 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3232b8b1-4de4-4180-8d0b-f6c6a9fb31ce None None] Pushing event updated for resources: {'Port': ['ID=0660bd61-2400-404a-925c-a8d1833fcbeb,revision_number=1']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:00.183266 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-3232b8b1-4de4-4180-8d0b-f6c6a9fb31ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:53:00.185714 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.scheduler.base_scheduler [None req-3232b8b1-4de4-4180-8d0b-f6c6a9fb31ce None None] Resources bound (agent type, host, resource id): {{(pid=86865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:53:00.189810 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3232b8b1-4de4-4180-8d0b-f6c6a9fb31ce None None] Received port after_create {{(pid=86865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 16 21:53:00.230335 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-d624a1f0-3561-45a2-b72f-306bc87697e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:00.343017 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning for port b9361f43-d04c-4474-a02b-2782cbee803c completed by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:53:00.353398 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-46f71b3a-2855-464b-9afc-0332c195effc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced5a01a-e0ec-4bc9-aea4-adb27a47c62d', 'name': 'tempest-TestMinimumBasicScenario-2020094586-router', 'tenant_id': '0121324dc4634d618660eb8421898f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': '85a36556-241e-460e-936e-6faddb07f596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:52:41Z', 'updated_at': '2021-11-16T21:52:49Z', 'revision_number': 4, 'project_id': '0121324dc4634d618660eb8421898f4a', 'gw_port': {'id': '85a36556-241e-460e-936e-6faddb07f596', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced5a01a-e0ec-4bc9-aea4-adb27a47c62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:52:42Z', 'updated_at': '2021-11-16T21:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb', '_interfaces': [{'id': 'b9361f43-d04c-4474-a02b-2782cbee803c', 'name': '', 'network_id': 'c5eafeb0-dec6-468b-8eb8-3ad7b65a9408', 'tenant_id': '0121324dc4634d618660eb8421898f4a', 'mac_address': 'fa:16:3e:cd:8b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced5a01a-e0ec-4bc9-aea4-adb27a47c62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'd6c6635f-06ee-4a59-b0bc-7e807ed8a05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:52:48Z', 'updated_at': '2021-11-16T21:52:58Z', 'revision_number': 4, 'project_id': '0121324dc4634d618660eb8421898f4a', 'subnets': [{'id': 'd6c6635f-06ee-4a59-b0bc-7e807ed8a05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:53:00.360696 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f71b3a-2855-464b-9afc-0332c195effc None None] The sync data for ids ['ced5a01a-e0ec-4bc9-aea4-adb27a47c62d'] in dv-cinder-818140-1-smb is: [{'id': 'ced5a01a-e0ec-4bc9-aea4-adb27a47c62d', 'name': 'tempest-TestMinimumBasicScenario-2020094586-router', 'tenant_id': '0121324dc4634d618660eb8421898f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': '85a36556-241e-460e-936e-6faddb07f596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:52:41Z', 'updated_at': '2021-11-16T21:52:49Z', 'revision_number': 4, 'project_id': '0121324dc4634d618660eb8421898f4a', 'gw_port': {'id': '85a36556-241e-460e-936e-6faddb07f596', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced5a01a-e0ec-4bc9-aea4-adb27a47c62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:52:42Z', 'updated_at': '2021-11-16T21:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb', '_interfaces': [{'id': 'b9361f43-d04c-4474-a02b-2782cbee803c', 'name': '', 'network_id': 'c5eafeb0-dec6-468b-8eb8-3ad7b65a9408', 'tenant_id': '0121324dc4634d618660eb8421898f4a', 'mac_address': 'fa:16:3e:cd:8b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced5a01a-e0ec-4bc9-aea4-adb27a47c62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'd6c6635f-06ee-4a59-b0bc-7e807ed8a05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:52:48Z', 'updated_at': '2021-11-16T21:52:58Z', 'revision_number': 4, 'project_id': '0121324dc4634d618660eb8421898f4a', 'subnets': [{'id': 'd6c6635f-06ee-4a59-b0bc-7e807ed8a05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:53:00.366733 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning complete for port b9361f43-d04c-4474-a02b-2782cbee803c triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:53:00.367108 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:00.370336 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-fc5f4c0e-c2d4-4c1a-902f-25a2468467f4 req-038f2547-48e2-4213-bf67-be8441f0b091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:00.413359 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb2ab5-80d9-4e57-ad60-cbb481142252 req-c384afd6-fffa-439c-acb0-f2718ecae562 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:00.416556 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-12fb2ab5-80d9-4e57-ad60-cbb481142252 req-c384afd6-fffa-439c-acb0-f2718ecae562 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?device_id=c12d9905-4760-40db-bb4e-8200c90f09ce HTTP/1.1" status: 200 len: 931 time: 0.1122799 Nov 16 21:53:00.425500 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.managers [None req-3232b8b1-4de4-4180-8d0b-f6c6a9fb31ce None None] Attempting to bind port 0660bd61-2400-404a-925c-a8d1833fcbeb on host dv-cinder-818140-1-smb for vnic_type normal with profile {{(pid=86865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 21:53:00.428869 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.managers [None req-3232b8b1-4de4-4180-8d0b-f6c6a9fb31ce None None] Attempting to bind port 0660bd61-2400-404a-925c-a8d1833fcbeb by drivers openvswitch,hyperv on host dv-cinder-818140-1-smb at level 0 using segments [{'id': 'b959d8bb-8121-4147-9242-2354f21e1356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '5441cba4-5c74-4068-bd41-97933fedc0db'}] {{(pid=86865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 21:53:00.430924 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3232b8b1-4de4-4180-8d0b-f6c6a9fb31ce None None] Attempting to bind port 0660bd61-2400-404a-925c-a8d1833fcbeb on network 5441cba4-5c74-4068-bd41-97933fedc0db {{(pid=86865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 16 21:53:00.473024 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-fa37726e-189d-4870-8da6-64432dd20e41 None None] Provisioning for port dd4f2956-621b-4050-ace3-90dee813569f completed by entity DHCP. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:53:00.487212 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3232b8b1-4de4-4180-8d0b-f6c6a9fb31ce None None] Checking agent: {'id': '2d3e8a24-12f1-44fc-ba92-bbd8bc9099be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818140-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 42, 55), 'started_at': datetime.datetime(2021, 11, 16, 21, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818140-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 16 21:53:00.487212 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3232b8b1-4de4-4180-8d0b-f6c6a9fb31ce None None] Checking segment: {'id': 'b959d8bb-8121-4147-9242-2354f21e1356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '5441cba4-5c74-4068-bd41-97933fedc0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 16 21:53:00.487703 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-3232b8b1-4de4-4180-8d0b-f6c6a9fb31ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:00.488038 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3232b8b1-4de4-4180-8d0b-f6c6a9fb31ce None None] Bound using segment: {'id': 'b959d8bb-8121-4147-9242-2354f21e1356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '5441cba4-5c74-4068-bd41-97933fedc0db'} {{(pid=86865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 16 21:53:00.488526 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.managers [None req-3232b8b1-4de4-4180-8d0b-f6c6a9fb31ce None None] Bound port: 0660bd61-2400-404a-925c-a8d1833fcbeb, host: dv-cinder-818140-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b959d8bb-8121-4147-9242-2354f21e1356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '5441cba4-5c74-4068-bd41-97933fedc0db'}}] {{(pid=86865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 21:53:00.489153 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-3232b8b1-4de4-4180-8d0b-f6c6a9fb31ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:00.506137 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-fa37726e-189d-4870-8da6-64432dd20e41 None None] Provisioning complete for port dd4f2956-621b-4050-ace3-90dee813569f triggered by entity DHCP. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:53:00.506531 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-fa37726e-189d-4870-8da6-64432dd20e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:00.532043 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [req-12fb2ab5-80d9-4e57-ad60-cbb481142252 req-2c1e40bc-74ca-4620-a40c-4e25a785c016 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Synchronizing usage tracker for tenant:f62aca8229d64673bbb89ec5aef13eb7 on resource:security_group {{(pid=86864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:53:00.559375 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [req-12fb2ab5-80d9-4e57-ad60-cbb481142252 req-2c1e40bc-74ca-4620-a40c-4e25a785c016 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Unset dirty status for tenant:f62aca8229d64673bbb89ec5aef13eb7 on resource:security_group {{(pid=86864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:53:00.569859 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-12fb2ab5-80d9-4e57-ad60-cbb481142252 req-2c1e40bc-74ca-4620-a40c-4e25a785c016 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3fc8445-3b83-49cb-a2bd-29e358d9b8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480308 Nov 16 21:53:00.732280 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e5346-96f7-4248-81cf-a923dc8cf9df req-fb1bdb08-3426-459d-940d-21c8c4c0c2ab tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:00.743407 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-8e8e5346-96f7-4248-81cf-a923dc8cf9df req-fb1bdb08-3426-459d-940d-21c8c4c0c2ab tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.5871584 Nov 16 21:53:00.799328 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-fa37726e-189d-4870-8da6-64432dd20e41 None None] Port dd4f2956-621b-4050-ace3-90dee813569f cannot update to ACTIVE because it is not bound. {{(pid=86865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 16 21:53:00.893891 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:00.931463 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-3232b8b1-4de4-4180-8d0b-f6c6a9fb31ce None None] For port 0660bd61-2400-404a-925c-a8d1833fcbeb, host dv-cinder-818140-1-smb, cleared binding levels {{(pid=86865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 16 21:53:00.941430 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-3232b8b1-4de4-4180-8d0b-f6c6a9fb31ce None None] For port 0660bd61-2400-404a-925c-a8d1833fcbeb, host dv-cinder-818140-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=0660bd61-2400-404a-925c-a8d1833fcbeb,segment=NetworkSegment(b959d8bb-8121-4147-9242-2354f21e1356),segment_id=b959d8bb-8121-4147-9242-2354f21e1356)] {{(pid=86865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 16 21:53:00.944554 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:00.961425 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-3232b8b1-4de4-4180-8d0b-f6c6a9fb31ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:00.971562 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-7e8b1347-7ca0-4fb0-8862-f8a2a40f8f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:53:01.009487 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-8e8e5346-96f7-4248-81cf-a923dc8cf9df req-998f8869-b40e-416f-97cf-64f89c8254c6 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649209 Nov 16 21:53:01.065115 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.db_base_plugin_common [None req-d624a1f0-3561-45a2-b72f-306bc87697e8 admin admin] Allocated IP 172.28.3.65 (a9f41963-6d96-4c68-8a62-a8c5d6a06a20/b5c31ecf-1c75-47d6-89d5-3eb31f2005b0/fce45bd0-5df2-428f-8312-e42e478fe91a) {{(pid=86863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:53:01.104109 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3232b8b1-4de4-4180-8d0b-f6c6a9fb31ce None None] Pushing event updated for resources: {'Port': ['ID=0660bd61-2400-404a-925c-a8d1833fcbeb,revision_number=2']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:01.134281 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-3232b8b1-4de4-4180-8d0b-f6c6a9fb31ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:53:01.161100 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] For port b9361f43-d04c-4474-a02b-2782cbee803c, host dv-cinder-818140-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=b9361f43-d04c-4474-a02b-2782cbee803c,segment=NetworkSegment(17dd1725-2c57-400e-9e6b-11a5956cf79c),segment_id=17dd1725-2c57-400e-9e6b-11a5956cf79c)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:53:01.176322 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:01.178736 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:53:01.531268 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-d624a1f0-3561-45a2-b72f-306bc87697e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:01.548930 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Pushing event updated for resources: {'Port': ['ID=b9361f43-d04c-4474-a02b-2782cbee803c,revision_number=5']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:01.553620 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:53:01.655033 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-d624a1f0-3561-45a2-b72f-306bc87697e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790568269105'] for port, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:01.679467 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:53:01.773932 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.notifiers.nova [req-fc5f4c0e-c2d4-4c1a-902f-25a2468467f4 req-038f2547-48e2-4213-bf67-be8441f0b091 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd4f2956-621b-4050-ace3-90dee813569f {{(pid=86863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:53:01.785556 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d624a1f0-3561-45a2-b72f-306bc87697e8 admin admin] Network a9f41963-6d96-4c68-8a62-a8c5d6a06a20 is already hosted by enough agents. {{(pid=86863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:53:01.790097 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-fc5f4c0e-c2d4-4c1a-902f-25a2468467f4 req-038f2547-48e2-4213-bf67-be8441f0b091 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:01.793474 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.base_scheduler [None req-d624a1f0-3561-45a2-b72f-306bc87697e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=86863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:53:01.804109 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d624a1f0-3561-45a2-b72f-306bc87697e8 admin admin] Received port after_create {{(pid=86863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 16 21:53:01.923752 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68caa050-06cb-4aa4-bf9c-b5138d6b5bfe req-bc0cbbea-a10c-4da7-a32d-ee60648f9895 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:01.945033 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-68caa050-06cb-4aa4-bf9c-b5138d6b5bfe req-bc0cbbea-a10c-4da7-a32d-ee60648f9895 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?device_id=c12d9905-4760-40db-bb4e-8200c90f09ce HTTP/1.1" status: 200 len: 931 time: 0.1612453 Nov 16 21:53:02.073163 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-68caa050-06cb-4aa4-bf9c-b5138d6b5bfe req-f9623744-281d-4f1d-8236-ab9c524fc1a6 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3fc8445-3b83-49cb-a2bd-29e358d9b8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174090 Nov 16 21:53:02.098968 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device 0660bd61-2400-404a-925c-a8d1833fcbeb up at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 21:53:02.217203 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning for port 0660bd61-2400-404a-925c-a8d1833fcbeb completed by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:53:02.224762 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device b9361f43-d04c-4474-a02b-2782cbee803c up at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 21:53:02.329035 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning complete for port b9361f43-d04c-4474-a02b-2782cbee803c triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:53:02.329748 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:02.349192 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d624a1f0-3561-45a2-b72f-306bc87697e8 admin admin] Pushing event updated for resources: {'Port': ['ID=fce45bd0-5df2-428f-8312-e42e478fe91a,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:02.423687 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-d624a1f0-3561-45a2-b72f-306bc87697e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.744s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:53:02.437034 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.provisioning_blocks [req-fc5f4c0e-c2d4-4c1a-902f-25a2468467f4 req-038f2547-48e2-4213-bf67-be8441f0b091 service neutron] Transition to ACTIVE for port object dd4f2956-621b-4050-ace3-90dee813569f will not be triggered until provisioned by entity L2. {{(pid=86863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:53:02.448976 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-fc5f4c0e-c2d4-4c1a-902f-25a2468467f4 req-038f2547-48e2-4213-bf67-be8441f0b091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:02.466256 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-fe920b19-0d78-409b-8b75-c95b281e70ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:53:02.813884 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f2547-48e2-4213-bf67-be8441f0b091 service neutron] Pushing event updated for resources: {'Port': ['ID=dd4f2956-621b-4050-ace3-90dee813569f,revision_number=2']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:02.824328 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-038f2547-48e2-4213-bf67-be8441f0b091 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:53:02.871169 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ee25dc-d8ca-4aa9-99e8-382acdba57c6 None None] Network 5441cba4-5c74-4068-bd41-97933fedc0db requested from dv-cinder-818140-1-smb {{(pid=86865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 16 21:53:02.901313 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-d624a1f0-3561-45a2-b72f-306bc87697e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:03.017110 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.managers [req-fc5f4c0e-c2d4-4c1a-902f-25a2468467f4 req-038f2547-48e2-4213-bf67-be8441f0b091 service neutron] Attempting to bind port dd4f2956-621b-4050-ace3-90dee813569f on host hv-cinder-81814 for vnic_type normal with profile {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 21:53:03.017445 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.managers [req-fc5f4c0e-c2d4-4c1a-902f-25a2468467f4 req-038f2547-48e2-4213-bf67-be8441f0b091 service neutron] Attempting to bind port dd4f2956-621b-4050-ace3-90dee813569f by drivers openvswitch,hyperv on host hv-cinder-81814 at level 0 using segments [{'id': '234b1cb3-8d4c-4456-8649-c81de3e8482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '74e81693-9879-4389-b683-21ff1ada0cd8'}] {{(pid=86863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 21:53:03.017765 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5f4c0e-c2d4-4c1a-902f-25a2468467f4 req-038f2547-48e2-4213-bf67-be8441f0b091 service neutron] Attempting to bind port dd4f2956-621b-4050-ace3-90dee813569f on network 74e81693-9879-4389-b683-21ff1ada0cd8 {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 16 21:53:03.064462 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5f4c0e-c2d4-4c1a-902f-25a2468467f4 req-038f2547-48e2-4213-bf67-be8441f0b091 service neutron] Port dd4f2956-621b-4050-ace3-90dee813569f on network 74e81693-9879-4389-b683-21ff1ada0cd8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81814 {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 16 21:53:03.064784 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5f4c0e-c2d4-4c1a-902f-25a2468467f4 req-038f2547-48e2-4213-bf67-be8441f0b091 service neutron] Attempting to bind port dd4f2956-621b-4050-ace3-90dee813569f on network 74e81693-9879-4389-b683-21ff1ada0cd8 {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 16 21:53:03.191769 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-bb66d1c9-5cae-4c71-89f2-85ed8e3d74be None None] Provisioning for port 0660bd61-2400-404a-925c-a8d1833fcbeb completed by entity DHCP. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:53:03.206286 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-bb66d1c9-5cae-4c71-89f2-85ed8e3d74be None None] Provisioning complete for port 0660bd61-2400-404a-925c-a8d1833fcbeb triggered by entity DHCP. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:53:03.206673 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-bb66d1c9-5cae-4c71-89f2-85ed8e3d74be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:03.257607 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5f4c0e-c2d4-4c1a-902f-25a2468467f4 req-038f2547-48e2-4213-bf67-be8441f0b091 service neutron] Checking agent: {'id': '426a5c9b-164f-481a-ad6e-a795536ce9ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81814', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 49, 31), 'started_at': datetime.datetime(2021, 11, 16, 21, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 16 21:53:03.257833 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5f4c0e-c2d4-4c1a-902f-25a2468467f4 req-038f2547-48e2-4213-bf67-be8441f0b091 service neutron] Checking segment: {'id': '234b1cb3-8d4c-4456-8649-c81de3e8482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '74e81693-9879-4389-b683-21ff1ada0cd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 16 21:53:03.258395 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5f4c0e-c2d4-4c1a-902f-25a2468467f4 req-038f2547-48e2-4213-bf67-be8441f0b091 service neutron] Bound using segment: {'id': '234b1cb3-8d4c-4456-8649-c81de3e8482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '74e81693-9879-4389-b683-21ff1ada0cd8'} {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 16 21:53:03.258836 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.managers [req-fc5f4c0e-c2d4-4c1a-902f-25a2468467f4 req-038f2547-48e2-4213-bf67-be8441f0b091 service neutron] Bound port: dd4f2956-621b-4050-ace3-90dee813569f, host: hv-cinder-81814, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '234b1cb3-8d4c-4456-8649-c81de3e8482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '74e81693-9879-4389-b683-21ff1ada0cd8'}}] {{(pid=86863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 21:53:03.259174 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-fc5f4c0e-c2d4-4c1a-902f-25a2468467f4 req-038f2547-48e2-4213-bf67-be8441f0b091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:03.389957 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964447f0-bb08-42ce-9c98-f445fc1d40be req-256bf80c-66d1-419e-8896-d5f7ca791bc7 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:03.392426 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-964447f0-bb08-42ce-9c98-f445fc1d40be req-256bf80c-66d1-419e-8896-d5f7ca791bc7 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?device_id=c12d9905-4760-40db-bb4e-8200c90f09ce HTTP/1.1" status: 200 len: 943 time: 0.1243660 Nov 16 21:53:03.462827 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.db [req-fc5f4c0e-c2d4-4c1a-902f-25a2468467f4 req-038f2547-48e2-4213-bf67-be8441f0b091 service neutron] For port dd4f2956-621b-4050-ace3-90dee813569f, host hv-cinder-81814, cleared binding levels {{(pid=86863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 16 21:53:03.469416 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.db [req-fc5f4c0e-c2d4-4c1a-902f-25a2468467f4 req-038f2547-48e2-4213-bf67-be8441f0b091 service neutron] For port dd4f2956-621b-4050-ace3-90dee813569f, host hv-cinder-81814, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=dd4f2956-621b-4050-ace3-90dee813569f,segment=NetworkSegment(234b1cb3-8d4c-4456-8649-c81de3e8482d),segment_id=234b1cb3-8d4c-4456-8649-c81de3e8482d)] {{(pid=86863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 16 21:53:03.473415 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-964447f0-bb08-42ce-9c98-f445fc1d40be req-cb4a5719-aa80-4ab8-aadc-6caa4340857b tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3fc8445-3b83-49cb-a2bd-29e358d9b8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673101 Nov 16 21:53:03.482529 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-bb66d1c9-5cae-4c71-89f2-85ed8e3d74be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:03.527066 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-bb66d1c9-5cae-4c71-89f2-85ed8e3d74be None None] For port 0660bd61-2400-404a-925c-a8d1833fcbeb, host dv-cinder-818140-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=0660bd61-2400-404a-925c-a8d1833fcbeb,segment=NetworkSegment(b959d8bb-8121-4147-9242-2354f21e1356),segment_id=b959d8bb-8121-4147-9242-2354f21e1356)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:53:03.534721 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-bb66d1c9-5cae-4c71-89f2-85ed8e3d74be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:03.537169 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-fc5f4c0e-c2d4-4c1a-902f-25a2468467f4 req-038f2547-48e2-4213-bf67-be8441f0b091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:03.537891 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:53:03.552799 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:53:03.626876 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f4c0e-c2d4-4c1a-902f-25a2468467f4 req-038f2547-48e2-4213-bf67-be8441f0b091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:03.627489 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-fc5f4c0e-c2d4-4c1a-902f-25a2468467f4 req-038f2547-48e2-4213-bf67-be8441f0b091 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for port, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:03.628844 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-fc5f4c0e-c2d4-4c1a-902f-25a2468467f4 req-038f2547-48e2-4213-bf67-be8441f0b091 service neutron] 10.222.0.60 "PUT /v2.0/ports/dd4f2956-621b-4050-ace3-90dee813569f HTTP/1.1" status: 200 len: 1093 time: 3.7818918 Nov 16 21:53:03.631760 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c12d9905-4760-40db-bb4e-8200c90f09ce', 'tag': 'dd4f2956-621b-4050-ace3-90dee813569f'}] {{(pid=86863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:53:03.636581 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb66d1c9-5cae-4c71-89f2-85ed8e3d74be None None] Pushing event updated for resources: {'Port': ['ID=0660bd61-2400-404a-925c-a8d1833fcbeb,revision_number=3']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:03.647011 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-d624a1f0-3561-45a2-b72f-306bc87697e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-677125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677381'] for router, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:03.658989 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-bb66d1c9-5cae-4c71-89f2-85ed8e3d74be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:53:03.766935 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c12d9905-4760-40db-bb4e-8200c90f09ce', 'tag': 'dd4f2956-621b-4050-ace3-90dee813569f', 'status': 'completed', 'code': 200} Nov 16 21:53:03.767533 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f2547-48e2-4213-bf67-be8441f0b091 service neutron] Pushing event updated for resources: {'Port': ['ID=dd4f2956-621b-4050-ace3-90dee813569f,revision_number=3']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:03.782936 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-038f2547-48e2-4213-bf67-be8441f0b091 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:53:03.888094 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device 0660bd61-2400-404a-925c-a8d1833fcbeb up at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 21:53:03.959584 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f4c0e-c2d4-4c1a-902f-25a2468467f4 req-8595f548-1a35-4c7f-a9f5-8888f77ec5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:03.961802 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-fc5f4c0e-c2d4-4c1a-902f-25a2468467f4 req-8595f548-1a35-4c7f-a9f5-8888f77ec5b2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f62aca8229d64673bbb89ec5aef13eb7&device_id=c12d9905-4760-40db-bb4e-8200c90f09ce HTTP/1.1" status: 200 len: 1096 time: 0.2394412 Nov 16 21:53:04.001705 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-dfadff1e-f268-452e-a174-a55b57e6e4c8 None None] Provisioning complete for port 0660bd61-2400-404a-925c-a8d1833fcbeb triggered by entity DHCP. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:53:04.002198 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-dfadff1e-f268-452e-a174-a55b57e6e4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:04.118801 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning complete for port 0660bd61-2400-404a-925c-a8d1833fcbeb triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:53:04.119184 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:04.217383 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-fc5f4c0e-c2d4-4c1a-902f-25a2468467f4 req-7f46c26e-9df6-48fb-af8d-4fd92b82c006 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd4f2956-621b-4050-ace3-90dee813569f HTTP/1.1" status: 200 len: 217 time: 0.2455349 Nov 16 21:53:04.218121 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d22bb79-83e3-4333-ba17-8a5404926d04 req-d6c9aa91-4bd4-48b8-9ec2-2e973604c158 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:04.219700 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-9d22bb79-83e3-4333-ba17-8a5404926d04 req-d6c9aa91-4bd4-48b8-9ec2-2e973604c158 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.1516478 Nov 16 21:53:04.287316 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-9d22bb79-83e3-4333-ba17-8a5404926d04 req-1a76514c-c11e-4a91-a06c-c30b96e62cd1 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611410 Nov 16 21:53:04.337601 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f4c0e-c2d4-4c1a-902f-25a2468467f4 req-4bd51a4f-0e29-4523-9347-65b9ff9f5e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:04.339083 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-fc5f4c0e-c2d4-4c1a-902f-25a2468467f4 req-4bd51a4f-0e29-4523-9347-65b9ff9f5e71 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=571f52f5-7aee-44e1-b51f-e0b1c3748b0d HTTP/1.1" status: 200 len: 850 time: 0.1106310 Nov 16 21:53:04.341380 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d16b87-8510-4a86-91c9-4967b7aab8b7 req-0c4060a6-c039-478b-aa5c-579ea4463de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:04.342719 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-f3d16b87-8510-4a86-91c9-4967b7aab8b7 req-0c4060a6-c039-478b-aa5c-579ea4463de0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=51fd3b659b6e4c039a7453f6627ed588&device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 1099 time: 0.1834066 Nov 16 21:53:04.343250 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d624a1f0-3561-45a2-b72f-306bc87697e8 admin admin] Router 90141e93-a151-485e-b5f1-3a18fae5120e is scheduled to L3 agent 61e322f1-f733-4c16-8e8e-7253ec5fb84a with binding_index 1 {{(pid=86863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 16 21:53:04.745190 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbefa94d-dc57-49be-9739-84c24bc157ca req-239b58d7-0156-468f-b72d-18d294828281 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:04.747121 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-cbefa94d-dc57-49be-9739-84c24bc157ca req-239b58d7-0156-468f-b72d-18d294828281 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?device_id=c12d9905-4760-40db-bb4e-8200c90f09ce HTTP/1.1" status: 200 len: 943 time: 0.1338780 Nov 16 21:53:04.800573 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d624a1f0-3561-45a2-b72f-306bc87697e8 admin admin] Notify agent at l3_agent.dv-cinder-818140-1-smb the message routers_updated {{(pid=86863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 16 21:53:04.812266 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d32c75-3757-4ce0-adf3-9029b83f4b74 None None] Sync routers for ids ['90141e93-a151-485e-b5f1-3a18fae5120e'] in dv-cinder-818140-1-smb {{(pid=86866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:53:04.830196 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d32c75-3757-4ce0-adf3-9029b83f4b74 None None] Routers {'90141e93-a151-485e-b5f1-3a18fae5120e'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 21:53:04.832338 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_hamode_db [None req-48d32c75-3757-4ce0-adf3-9029b83f4b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T21:52:58Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['90141e93-a151-485e-b5f1-3a18fae5120e'], 'active': True} {{(pid=86866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:53:04.832864 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d16b87-8510-4a86-91c9-4967b7aab8b7 req-fc1039ac-2433-43d7-8a7a-c36deaa0e5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:04.834426 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-f3d16b87-8510-4a86-91c9-4967b7aab8b7 req-fc1039ac-2433-43d7-8a7a-c36deaa0e5d5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4c2cdc0e-8705-442b-a218-488155a7767e HTTP/1.1" status: 200 len: 920 time: 0.4269760 Nov 16 21:53:04.865196 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-cbefa94d-dc57-49be-9739-84c24bc157ca req-bac9279b-415d-4613-ae87-332d9a18d72f tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3fc8445-3b83-49cb-a2bd-29e358d9b8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104984 Nov 16 21:53:04.913709 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-d624a1f0-3561-45a2-b72f-306bc87697e8 admin admin] Notify callbacks [] for router, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:04.915610 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-d624a1f0-3561-45a2-b72f-306bc87697e8 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.1142790 Nov 16 21:53:04.918751 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f4c0e-c2d4-4c1a-902f-25a2468467f4 req-cd19351b-2c84-46da-91fe-273dae28bf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:04.918946 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 41854) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:53:04.920456 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-fc5f4c0e-c2d4-4c1a-902f-25a2468467f4 req-cd19351b-2c84-46da-91fe-273dae28bf90 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=74e81693-9879-4389-b683-21ff1ada0cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5154405 Nov 16 21:53:04.932846 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-f3d16b87-8510-4a86-91c9-4967b7aab8b7 req-f9ec4293-133e-4f6e-b609-56e686bd74e0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ced111e-1ae0-43ac-84df-e1bfc805cdd3 HTTP/1.1" status: 200 len: 217 time: 0.0879016 Nov 16 21:53:05.097658 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d16b87-8510-4a86-91c9-4967b7aab8b7 req-6612c54d-c1fc-4623-a438-fb81c3803d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:05.099164 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-f3d16b87-8510-4a86-91c9-4967b7aab8b7 req-6612c54d-c1fc-4623-a438-fb81c3803d17 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7ba5f404-5610-4d51-b5c8-16096278c672 HTTP/1.1" status: 200 len: 859 time: 0.1482203 Nov 16 21:53:05.145744 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_dvr_db [None req-48d32c75-3757-4ce0-adf3-9029b83f4b74 None None] Set router 90141e93-a151-485e-b5f1-3a18fae5120e gateway port host: dv-cinder-818140-1-smb {{(pid=86866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 21:53:05.183917 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-f3d16b87-8510-4a86-91c9-4967b7aab8b7 req-5bc6c120-ffc5-44e3-b768-da07df8925ee service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4c2cdc0e-8705-442b-a218-488155a7767e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688438 Nov 16 21:53:05.195679 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-fc5f4c0e-c2d4-4c1a-902f-25a2468467f4 req-91f5b3d3-1c84-4b5d-bf76-bc016dacf7dc service neutron] 10.222.0.60 "GET /v2.0/networks/74e81693-9879-4389-b683-21ff1ada0cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639403 Nov 16 21:53:05.520431 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-f3d16b87-8510-4a86-91c9-4967b7aab8b7 req-a7a6f819-f0b9-40e2-8214-251fed0b3d31 service neutron] 10.222.0.60 "GET /v2.0/networks/4c2cdc0e-8705-442b-a218-488155a7767e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233719 Nov 16 21:53:05.529236 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-fc5f4c0e-c2d4-4c1a-902f-25a2468467f4 req-896a995f-5110-4ade-863f-901645cd491a service neutron] 10.222.0.60 "GET /v2.0/networks/74e81693-9879-4389-b683-21ff1ada0cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081095 Nov 16 21:53:05.568192 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_hamode_db [None req-48d32c75-3757-4ce0-adf3-9029b83f4b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90141e93-a151-485e-b5f1-3a18fae5120e', 'name': 'tempest-TestMinimumBasicScenario-1998353188-router', 'tenant_id': 'fb51f64ed80146069abd5c0e32b40c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': 'fce45bd0-5df2-428f-8312-e42e478fe91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:52:58Z', 'updated_at': '2021-11-16T21:53:02Z', 'revision_number': 3, 'project_id': 'fb51f64ed80146069abd5c0e32b40c2f', 'gw_port': {'id': 'fce45bd0-5df2-428f-8312-e42e478fe91a', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:38:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90141e93-a151-485e-b5f1-3a18fae5120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:53:00Z', 'updated_at': '2021-11-16T21:53:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb'}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:53:05.575634 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d32c75-3757-4ce0-adf3-9029b83f4b74 None None] Checking router: 90141e93-a151-485e-b5f1-3a18fae5120e for host: dv-cinder-818140-1-smb {{(pid=86866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:53:05.576359 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d32c75-3757-4ce0-adf3-9029b83f4b74 None None] Updating router 90141e93-a151-485e-b5f1-3a18fae5120e port fce45bd0-5df2-428f-8312-e42e478fe91a binding host dv-cinder-818140-1-smb {{(pid=86866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:53:05.648847 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron_lib.callbacks.manager [None req-48d32c75-3757-4ce0-adf3-9029b83f4b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:05.685771 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-f3d16b87-8510-4a86-91c9-4967b7aab8b7 req-032335f1-8261-45ab-a3ee-53fdcf6d7c68 service neutron] 10.222.0.60 "GET /v2.0/networks/4c2cdc0e-8705-442b-a218-488155a7767e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554928 Nov 16 21:53:05.813747 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f45dd5-059c-44af-861e-29c22984cbd4 req-d9194c8e-e801-40fd-88db-4fb61906aff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:05.815720 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-e8f45dd5-059c-44af-861e-29c22984cbd4 req-d9194c8e-e801-40fd-88db-4fb61906aff9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f62aca8229d64673bbb89ec5aef13eb7&device_id=c12d9905-4760-40db-bb4e-8200c90f09ce HTTP/1.1" status: 200 len: 1096 time: 0.1283667 Nov 16 21:53:05.835108 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f41ce-feab-4c55-bf98-4186d6b8480e req-1d7d974b-f775-4a3d-a7b7-e6eefa8bf582 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:05.843184 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-fc3f41ce-feab-4c55-bf98-4186d6b8480e req-1d7d974b-f775-4a3d-a7b7-e6eefa8bf582 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.3612497 Nov 16 21:53:06.111009 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-eee0c801-dc1f-492d-8141-1703cc1a5f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:06.139657 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-fc3f41ce-feab-4c55-bf98-4186d6b8480e req-8a29c585-7d07-4b82-9d8b-43097eb917d4 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951536 Nov 16 21:53:06.219838 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f45dd5-059c-44af-861e-29c22984cbd4 req-f71779c0-9e4f-4ccc-b710-7fd5004a8581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:06.226563 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-e8f45dd5-059c-44af-861e-29c22984cbd4 req-f71779c0-9e4f-4ccc-b710-7fd5004a8581 service neutron] 10.222.0.60 "GET /v2.0/networks?id=74e81693-9879-4389-b683-21ff1ada0cd8 HTTP/1.1" status: 200 len: 912 time: 0.3752487 Nov 16 21:53:06.239574 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron_lib.callbacks.manager [None req-48d32c75-3757-4ce0-adf3-9029b83f4b74 None None] Notify callbacks [] for port, precommit_update {{(pid=86866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:06.254555 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.provisioning_blocks [None req-48d32c75-3757-4ce0-adf3-9029b83f4b74 None None] Transition to ACTIVE for port object fce45bd0-5df2-428f-8312-e42e478fe91a will not be triggered until provisioned by entity L2. {{(pid=86866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:53:06.272395 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron_lib.callbacks.manager [None req-48d32c75-3757-4ce0-adf3-9029b83f4b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:06.297325 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG oslo_concurrency.lockutils [None req-49a1b740-a3e1-4486-926b-f274823e32d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:53:06.334967 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-e8f45dd5-059c-44af-861e-29c22984cbd4 req-a27b7cb0-f480-4862-ae4c-0b16ed635488 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd4f2956-621b-4050-ace3-90dee813569f HTTP/1.1" status: 200 len: 217 time: 0.1021912 Nov 16 21:53:06.368227 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214e17d-8852-4ea6-9c48-2b5bb5eb8702 req-bff6c0d6-9498-4494-a5bf-ab934e3b5a6c tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:06.378074 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-0214e17d-8852-4ea6-9c48-2b5bb5eb8702 req-bff6c0d6-9498-4494-a5bf-ab934e3b5a6c tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?device_id=c12d9905-4760-40db-bb4e-8200c90f09ce HTTP/1.1" status: 200 len: 943 time: 0.1747513 Nov 16 21:53:06.382307 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.managers [None req-48d32c75-3757-4ce0-adf3-9029b83f4b74 None None] Attempting to bind port fce45bd0-5df2-428f-8312-e42e478fe91a on host dv-cinder-818140-1-smb for vnic_type normal with profile {{(pid=86866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 21:53:06.382847 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.managers [None req-48d32c75-3757-4ce0-adf3-9029b83f4b74 None None] Attempting to bind port fce45bd0-5df2-428f-8312-e42e478fe91a by drivers openvswitch,hyperv on host dv-cinder-818140-1-smb at level 0 using segments [{'id': '2032d675-cc73-45c1-95a0-4a6936ebf39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20'}] {{(pid=86866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 21:53:06.383215 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d32c75-3757-4ce0-adf3-9029b83f4b74 None None] Attempting to bind port fce45bd0-5df2-428f-8312-e42e478fe91a on network a9f41963-6d96-4c68-8a62-a8c5d6a06a20 {{(pid=86866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 16 21:53:06.396150 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d32c75-3757-4ce0-adf3-9029b83f4b74 None None] Checking agent: {'id': '2d3e8a24-12f1-44fc-ba92-bbd8bc9099be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818140-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 42, 55), 'started_at': datetime.datetime(2021, 11, 16, 21, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818140-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 16 21:53:06.396528 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d32c75-3757-4ce0-adf3-9029b83f4b74 None None] Checking segment: {'id': '2032d675-cc73-45c1-95a0-4a6936ebf39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 16 21:53:06.396930 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron_lib.callbacks.manager [None req-48d32c75-3757-4ce0-adf3-9029b83f4b74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:06.397319 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d32c75-3757-4ce0-adf3-9029b83f4b74 None None] Bound using segment: {'id': '2032d675-cc73-45c1-95a0-4a6936ebf39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20'} {{(pid=86866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 16 21:53:06.397801 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.managers [None req-48d32c75-3757-4ce0-adf3-9029b83f4b74 None None] Bound port: fce45bd0-5df2-428f-8312-e42e478fe91a, host: dv-cinder-818140-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2032d675-cc73-45c1-95a0-4a6936ebf39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20'}}] {{(pid=86866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 21:53:06.399069 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron_lib.callbacks.manager [None req-48d32c75-3757-4ce0-adf3-9029b83f4b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:06.445325 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f45dd5-059c-44af-861e-29c22984cbd4 req-d9d9cf4d-bc4a-49db-914f-05aed243f483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:06.447653 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-e8f45dd5-059c-44af-861e-29c22984cbd4 req-d9d9cf4d-bc4a-49db-914f-05aed243f483 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=571f52f5-7aee-44e1-b51f-e0b1c3748b0d HTTP/1.1" status: 200 len: 850 time: 0.1016481 Nov 16 21:53:06.487599 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.db [None req-48d32c75-3757-4ce0-adf3-9029b83f4b74 None None] For port fce45bd0-5df2-428f-8312-e42e478fe91a, host dv-cinder-818140-1-smb, cleared binding levels {{(pid=86866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 16 21:53:06.490835 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.db [None req-48d32c75-3757-4ce0-adf3-9029b83f4b74 None None] For port fce45bd0-5df2-428f-8312-e42e478fe91a, host dv-cinder-818140-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=fce45bd0-5df2-428f-8312-e42e478fe91a,segment=NetworkSegment(2032d675-cc73-45c1-95a0-4a6936ebf39a),segment_id=2032d675-cc73-45c1-95a0-4a6936ebf39a)] {{(pid=86866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 16 21:53:06.497814 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-0214e17d-8852-4ea6-9c48-2b5bb5eb8702 req-490cac44-3165-4916-bf8a-84e77d7500c7 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3fc8445-3b83-49cb-a2bd-29e358d9b8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201820 Nov 16 21:53:06.504004 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron_lib.callbacks.manager [None req-48d32c75-3757-4ce0-adf3-9029b83f4b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:06.538273 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d32c75-3757-4ce0-adf3-9029b83f4b74 None None] Routers {'90141e93-a151-485e-b5f1-3a18fae5120e'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 21:53:06.538890 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_hamode_db [None req-48d32c75-3757-4ce0-adf3-9029b83f4b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T21:52:58Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['90141e93-a151-485e-b5f1-3a18fae5120e'], 'active': True} {{(pid=86866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:53:06.558925 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.db_base_plugin_common [None req-eee0c801-dc1f-492d-8141-1703cc1a5f2d admin admin] Allocated IP 172.20.0.1 (5441cba4-5c74-4068-bd41-97933fedc0db/cb5ac88a-6550-48f5-a9b5-a5a444607107/8bbbc2ad-d8b2-42a3-9401-ce360a7ae07e) {{(pid=86864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:53:06.596717 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f45dd5-059c-44af-861e-29c22984cbd4 req-f2dbedc5-cabb-40e8-b104-bb6037428563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:06.599857 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-e8f45dd5-059c-44af-861e-29c22984cbd4 req-f2dbedc5-cabb-40e8-b104-bb6037428563 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=74e81693-9879-4389-b683-21ff1ada0cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1380596 Nov 16 21:53:06.751402 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b9a3b9-e438-40a2-919c-67f35a3aea2e None None] Pushing event updated for resources: {'Port': ['ID=fce45bd0-5df2-428f-8312-e42e478fe91a,revision_number=2']} {{(pid=86866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:06.756512 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG oslo_concurrency.lockutils [None req-37b9a3b9-e438-40a2-919c-67f35a3aea2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=86866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:53:06.756910 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.239s {{(pid=86866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:53:06.789768 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-eee0c801-dc1f-492d-8141-1703cc1a5f2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:06.807895 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.provisioning_blocks [None req-eee0c801-dc1f-492d-8141-1703cc1a5f2d admin admin] Transition to ACTIVE for port object 8bbbc2ad-d8b2-42a3-9401-ce360a7ae07e will not be triggered until provisioned by entity DHCP. {{(pid=86864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:53:06.819984 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-e8f45dd5-059c-44af-861e-29c22984cbd4 req-78f7f3e6-42db-4302-88f7-6b0b8f21b627 service neutron] 10.222.0.60 "GET /v2.0/networks/74e81693-9879-4389-b683-21ff1ada0cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028155 Nov 16 21:53:06.845781 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_dvr_db [None req-48d32c75-3757-4ce0-adf3-9029b83f4b74 None None] Set router 90141e93-a151-485e-b5f1-3a18fae5120e gateway port host: dv-cinder-818140-1-smb {{(pid=86866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 21:53:06.873435 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-eee0c801-dc1f-492d-8141-1703cc1a5f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790568269105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3119288'] for port, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:06.891980 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-29c6240c-376c-416c-97de-776babf901a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:53:07.020149 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee0c801-dc1f-492d-8141-1703cc1a5f2d admin admin] Network 5441cba4-5c74-4068-bd41-97933fedc0db is already hosted by enough agents. {{(pid=86864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:53:07.023616 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.base_scheduler [None req-eee0c801-dc1f-492d-8141-1703cc1a5f2d admin admin] Resources bound (agent type, host, resource id): {{(pid=86864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:53:07.037776 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee0c801-dc1f-492d-8141-1703cc1a5f2d admin admin] Received port after_create {{(pid=86864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 16 21:53:07.134276 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-eee0c801-dc1f-492d-8141-1703cc1a5f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783219'] for router_interface, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:07.168034 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-e8f45dd5-059c-44af-861e-29c22984cbd4 req-29d2c8ca-94c6-4756-b004-b1b2d0a00092 service neutron] 10.222.0.60 "GET /v2.0/networks/74e81693-9879-4389-b683-21ff1ada0cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244033 Nov 16 21:53:07.235120 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee0c801-dc1f-492d-8141-1703cc1a5f2d admin admin] Pushing event updated for resources: {'Port': ['ID=8bbbc2ad-d8b2-42a3-9401-ce360a7ae07e,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:07.238863 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-eee0c801-dc1f-492d-8141-1703cc1a5f2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:53:07.289616 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b9a3b9-e438-40a2-919c-67f35a3aea2e None None] Pushing event updated for resources: {'Port': ['ID=fce45bd0-5df2-428f-8312-e42e478fe91a,revision_number=3']} {{(pid=86866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:07.313630 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG oslo_concurrency.lockutils [None req-37b9a3b9-e438-40a2-919c-67f35a3aea2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=86866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:53:07.456753 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_hamode_db [None req-48d32c75-3757-4ce0-adf3-9029b83f4b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90141e93-a151-485e-b5f1-3a18fae5120e', 'name': 'tempest-TestMinimumBasicScenario-1998353188-router', 'tenant_id': 'fb51f64ed80146069abd5c0e32b40c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': 'fce45bd0-5df2-428f-8312-e42e478fe91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:52:58Z', 'updated_at': '2021-11-16T21:53:02Z', 'revision_number': 3, 'project_id': 'fb51f64ed80146069abd5c0e32b40c2f', 'gw_port': {'id': 'fce45bd0-5df2-428f-8312-e42e478fe91a', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:38:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90141e93-a151-485e-b5f1-3a18fae5120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:53:00Z', 'updated_at': '2021-11-16T21:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb'}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:53:07.464532 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d32c75-3757-4ce0-adf3-9029b83f4b74 None None] The sync data for ids ['90141e93-a151-485e-b5f1-3a18fae5120e'] in dv-cinder-818140-1-smb is: [{'id': '90141e93-a151-485e-b5f1-3a18fae5120e', 'name': 'tempest-TestMinimumBasicScenario-1998353188-router', 'tenant_id': 'fb51f64ed80146069abd5c0e32b40c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': 'fce45bd0-5df2-428f-8312-e42e478fe91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:52:58Z', 'updated_at': '2021-11-16T21:53:02Z', 'revision_number': 3, 'project_id': 'fb51f64ed80146069abd5c0e32b40c2f', 'gw_port': {'id': 'fce45bd0-5df2-428f-8312-e42e478fe91a', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:38:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90141e93-a151-485e-b5f1-3a18fae5120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:53:00Z', 'updated_at': '2021-11-16T21:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb'}] {{(pid=86866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:53:07.495536 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-eee0c801-dc1f-492d-8141-1703cc1a5f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:07.517090 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-1764f9b4-f5fd-4325-aaf6-09b3054d6e73 None None] Provisioning for port 8bbbc2ad-d8b2-42a3-9401-ce360a7ae07e completed by entity DHCP. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:53:07.523864 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-1764f9b4-f5fd-4325-aaf6-09b3054d6e73 None None] Provisioning complete for port 8bbbc2ad-d8b2-42a3-9401-ce360a7ae07e triggered by entity DHCP. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:53:07.524133 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-1764f9b4-f5fd-4325-aaf6-09b3054d6e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:07.597184 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-1764f9b4-f5fd-4325-aaf6-09b3054d6e73 None None] Port 8bbbc2ad-d8b2-42a3-9401-ce360a7ae07e cannot update to ACTIVE because it is not bound. {{(pid=86865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 16 21:53:07.638981 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc60ba87-b1f4-45ae-b952-caf76a72092b req-5a65ae04-2daf-4039-8de3-94047b4b01f3 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:07.641459 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-cc60ba87-b1f4-45ae-b952-caf76a72092b req-5a65ae04-2daf-4039-8de3-94047b4b01f3 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.2279296 Nov 16 21:53:07.733157 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ab6cf-c114-40a7-8d75-c7e44a7a3ab3 req-fbce435a-d08e-4049-801e-0336ecec3a06 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:07.733903 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-929ab6cf-c114-40a7-8d75-c7e44a7a3ab3 req-fbce435a-d08e-4049-801e-0336ecec3a06 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Synchronizing usage tracker for tenant:f62aca8229d64673bbb89ec5aef13eb7 on resource:port {{(pid=86863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:53:07.770881 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-929ab6cf-c114-40a7-8d75-c7e44a7a3ab3 req-fbce435a-d08e-4049-801e-0336ecec3a06 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Unset dirty status for tenant:f62aca8229d64673bbb89ec5aef13eb7 on resource:port {{(pid=86863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:53:07.772143 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-929ab6cf-c114-40a7-8d75-c7e44a7a3ab3 req-fbce435a-d08e-4049-801e-0336ecec3a06 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?device_id=c12d9905-4760-40db-bb4e-8200c90f09ce HTTP/1.1" status: 200 len: 943 time: 0.1361077 Nov 16 21:53:07.788185 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-cc60ba87-b1f4-45ae-b952-caf76a72092b req-62c2391b-4e6f-4815-bd8c-d2e0c64ec209 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402254 Nov 16 21:53:07.854657 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-929ab6cf-c114-40a7-8d75-c7e44a7a3ab3 req-541edb8d-f4e7-410b-9be5-07f1e574270f tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3fc8445-3b83-49cb-a2bd-29e358d9b8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669003 Nov 16 21:53:07.880333 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-eee0c801-dc1f-492d-8141-1703cc1a5f2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:07.886767 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-eee0c801-dc1f-492d-8141-1703cc1a5f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3119265'] for port, after_update {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:07.925767 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device fce45bd0-5df2-428f-8312-e42e478fe91a up at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 21:53:07.929423 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:53:08.011026 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning for port fce45bd0-5df2-428f-8312-e42e478fe91a completed by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:53:08.019283 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning complete for port fce45bd0-5df2-428f-8312-e42e478fe91a triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:53:08.019706 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:08.025466 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-eee0c801-dc1f-492d-8141-1703cc1a5f2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-576428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783312'] for router_interface, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:08.031977 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee0c801-dc1f-492d-8141-1703cc1a5f2d admin admin] Pushing event updated for resources: {'Port': ['ID=8bbbc2ad-d8b2-42a3-9401-ce360a7ae07e,revision_number=2']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:08.035990 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-eee0c801-dc1f-492d-8141-1703cc1a5f2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:53:08.206229 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee0c801-dc1f-492d-8141-1703cc1a5f2d admin admin] Network 5441cba4-5c74-4068-bd41-97933fedc0db is already hosted by enough agents. {{(pid=86864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:53:08.208085 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.base_scheduler [None req-eee0c801-dc1f-492d-8141-1703cc1a5f2d admin admin] Resources bound (agent type, host, resource id): {{(pid=86864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:53:08.224570 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:08.243765 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] For port fce45bd0-5df2-428f-8312-e42e478fe91a, host dv-cinder-818140-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=fce45bd0-5df2-428f-8312-e42e478fe91a,segment=NetworkSegment(2032d675-cc73-45c1-95a0-4a6936ebf39a),segment_id=2032d675-cc73-45c1-95a0-4a6936ebf39a)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:53:08.250356 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:08.255760 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-3232b8b1-4de4-4180-8d0b-f6c6a9fb31ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:53:08.350516 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Pushing event updated for resources: {'Port': ['ID=fce45bd0-5df2-428f-8312-e42e478fe91a,revision_number=4']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:08.363335 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:53:08.443488 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee0c801-dc1f-492d-8141-1703cc1a5f2d admin admin] Router 90141e93-a151-485e-b5f1-3a18fae5120e has already been hosted by L3 agent 61e322f1-f733-4c16-8e8e-7253ec5fb84a {{(pid=86864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 16 21:53:08.536142 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-febe2e08-b107-43ce-a401-d21079624040 None None] Provisioning complete for port 8bbbc2ad-d8b2-42a3-9401-ce360a7ae07e triggered by entity DHCP. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:53:08.536574 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-febe2e08-b107-43ce-a401-d21079624040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:08.626310 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-febe2e08-b107-43ce-a401-d21079624040 None None] Port 8bbbc2ad-d8b2-42a3-9401-ce360a7ae07e cannot update to ACTIVE because it is not bound. {{(pid=86865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 16 21:53:08.781410 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee0c801-dc1f-492d-8141-1703cc1a5f2d admin admin] Notify agent at l3_agent.dv-cinder-818140-1-smb the message routers_updated {{(pid=86864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 16 21:53:08.808417 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-eee0c801-dc1f-492d-8141-1703cc1a5f2d admin admin] 10.222.0.50 "PUT /v2.0/routers/90141e93-a151-485e-b5f1-3a18fae5120e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8881559 Nov 16 21:53:09.113550 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5663b56-0169-45be-818f-91b98718cf34 req-4fa5bdbd-3c4d-48dd-b886-3e5f5188b119 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:09.122752 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-d5663b56-0169-45be-818f-91b98718cf34 req-4fa5bdbd-3c4d-48dd-b886-3e5f5188b119 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.1665843 Nov 16 21:53:09.184903 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465c008-851d-4de2-96ba-55214adc62b2 req-6b41ba71-a12d-4616-a035-61ab72f7a390 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:09.194442 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-c465c008-851d-4de2-96ba-55214adc62b2 req-6b41ba71-a12d-4616-a035-61ab72f7a390 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?device_id=c12d9905-4760-40db-bb4e-8200c90f09ce HTTP/1.1" status: 200 len: 943 time: 0.0981767 Nov 16 21:53:09.198203 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-d5663b56-0169-45be-818f-91b98718cf34 req-dfb7cd6f-980d-41e8-9905-52ef978b964a tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706086 Nov 16 21:53:09.254381 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 41954) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:53:09.281781 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-c465c008-851d-4de2-96ba-55214adc62b2 req-6c4fe07b-d3cb-4006-9a56-86e22ebb0278 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3fc8445-3b83-49cb-a2bd-29e358d9b8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802262 Nov 16 21:53:09.424002 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-2008c364-007c-4f74-9730-aedaca378ea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:09.440574 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-2008c364-007c-4f74-9730-aedaca378ea9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:53:09.444574 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-2008c364-007c-4f74-9730-aedaca378ea9 admin admin] Usage tracker for resource:security_group_rule and tenant:a1d7bd689cae4e9f8eaf990e0cf83604 is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:53:09.448668 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-2008c364-007c-4f74-9730-aedaca378ea9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:53:09.457026 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-2008c364-007c-4f74-9730-aedaca378ea9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:53:09.599287 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device dd4f2956-621b-4050-ace3-90dee813569f details requested by agent hyperv_hv-cinder-81814 with host hv-cinder-81814 {{(pid=86865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 16 21:53:09.600704 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-2008c364-007c-4f74-9730-aedaca378ea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:09.611297 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-2008c364-007c-4f74-9730-aedaca378ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:09.632163 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-e8bc3d43-5f56-4d38-9cac-579ca6506ec8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:53:09.678682 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-2008c364-007c-4f74-9730-aedaca378ea9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a1d7bd689cae4e9f8eaf990e0cf83604&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4237046 Nov 16 21:53:09.680352 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2008c364-007c-4f74-9730-aedaca378ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d2cd33-15f7-44ba-ae58-985b903c2bba,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:09.681481 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 41978) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:53:09.683458 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-2008c364-007c-4f74-9730-aedaca378ea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:53:09.751734 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2b404b-277e-456a-8361-7a5b220051cf None None] Sync routers for ids ['90141e93-a151-485e-b5f1-3a18fae5120e'] in dv-cinder-818140-1-smb {{(pid=86865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:53:09.799119 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2b404b-277e-456a-8361-7a5b220051cf None None] Routers {'90141e93-a151-485e-b5f1-3a18fae5120e'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 21:53:09.799493 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-4b2b404b-277e-456a-8361-7a5b220051cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T21:52:58Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['90141e93-a151-485e-b5f1-3a18fae5120e'], 'active': True} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:53:09.857631 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-c9d6f4b2-dc22-4544-9b47-e771d9076d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:09.933909 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device fce45bd0-5df2-428f-8312-e42e478fe91a up at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 21:53:09.948045 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-c9d6f4b2-dc22-4544-9b47-e771d9076d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:10.033002 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-c9d6f4b2-dc22-4544-9b47-e771d9076d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:10.039088 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-75bc7207-4f32-4545-9e85-ac9fc4c75e92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:53:10.069765 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d6f4b2-dc22-4544-9b47-e771d9076d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d2cd33-15f7-44ba-ae58-985b903c2bba,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:10.083326 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-c9d6f4b2-dc22-4544-9b47-e771d9076d73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:53:10.094570 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-c9d6f4b2-dc22-4544-9b47-e771d9076d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:10.095948 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-c9d6f4b2-dc22-4544-9b47-e771d9076d73 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b0d2cd33-15f7-44ba-ae58-985b903c2bba HTTP/1.1" status: 204 len: 168 time: 0.4135890 Nov 16 21:53:10.156114 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvr_db [None req-4b2b404b-277e-456a-8361-7a5b220051cf None None] Set router 90141e93-a151-485e-b5f1-3a18fae5120e gateway port host: dv-cinder-818140-1-smb {{(pid=86865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 21:53:10.704651 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5b7bc-eb26-42e6-831a-86bbf74289d8 req-723290ed-bcad-4261-a6e5-76ed2a1ba25d tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:10.709536 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-c3c5b7bc-eb26-42e6-831a-86bbf74289d8 req-723290ed-bcad-4261-a6e5-76ed2a1ba25d tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.2355123 Nov 16 21:53:10.790358 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-c3c5b7bc-eb26-42e6-831a-86bbf74289d8 req-a577cc3e-322b-43af-b8ae-149a5c0b43ab tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747950 Nov 16 21:53:10.905615 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port dd4f2956-621b-4050-ace3-90dee813569f, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=dd4f2956-621b-4050-ace3-90dee813569f,segment=NetworkSegment(234b1cb3-8d4c-4456-8649-c81de3e8482d),segment_id=234b1cb3-8d4c-4456-8649-c81de3e8482d)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:53:11.003640 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning complete for port fce45bd0-5df2-428f-8312-e42e478fe91a triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:53:11.005150 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:11.026876 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeb96c7-8d2d-45c5-96d3-d44eb426b2f5 req-b4a8c6f4-b616-42ac-8d60-6a8fcc23b8d2 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:11.041799 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-5aeb96c7-8d2d-45c5-96d3-d44eb426b2f5 req-b4a8c6f4-b616-42ac-8d60-6a8fcc23b8d2 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?device_id=c12d9905-4760-40db-bb4e-8200c90f09ce HTTP/1.1" status: 200 len: 943 time: 0.2243080 Nov 16 21:53:11.053016 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Returning: {'device': 'dd4f2956-621b-4050-ace3-90dee813569f', 'network_id': '74e81693-9879-4389-b683-21ff1ada0cd8', 'port_id': 'dd4f2956-621b-4050-ace3-90dee813569f', 'mac_address': 'fa:16:3e:b5:70:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '571f52f5-7aee-44e1-b51f-e0b1c3748b0d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 16 21:53:11.166436 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-5aeb96c7-8d2d-45c5-96d3-d44eb426b2f5 req-e6099e6d-9786-434a-8aec-1b7a6a979f91 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3fc8445-3b83-49cb-a2bd-29e358d9b8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233361 Nov 16 21:53:11.195766 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:11.234990 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-4b2b404b-277e-456a-8361-7a5b220051cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90141e93-a151-485e-b5f1-3a18fae5120e', 'name': 'tempest-TestMinimumBasicScenario-1998353188-router', 'tenant_id': 'fb51f64ed80146069abd5c0e32b40c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': 'fce45bd0-5df2-428f-8312-e42e478fe91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:52:58Z', 'updated_at': '2021-11-16T21:53:07Z', 'revision_number': 4, 'project_id': 'fb51f64ed80146069abd5c0e32b40c2f', 'gw_port': {'id': 'fce45bd0-5df2-428f-8312-e42e478fe91a', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:38:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90141e93-a151-485e-b5f1-3a18fae5120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:53:00Z', 'updated_at': '2021-11-16T21:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb', '_interfaces': [{'id': '8bbbc2ad-d8b2-42a3-9401-ce360a7ae07e', 'name': '', 'network_id': '5441cba4-5c74-4068-bd41-97933fedc0db', 'tenant_id': 'fb51f64ed80146069abd5c0e32b40c2f', 'mac_address': 'fa:16:3e:6d:f3:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90141e93-a151-485e-b5f1-3a18fae5120e', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'cb5ac88a-6550-48f5-a9b5-a5a444607107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:53:06Z', 'updated_at': '2021-11-16T21:53:07Z', 'revision_number': 2, 'project_id': 'fb51f64ed80146069abd5c0e32b40c2f', 'subnets': [{'id': 'cb5ac88a-6550-48f5-a9b5-a5a444607107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:53:11.241359 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.notifiers.nova [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd4f2956-621b-4050-ace3-90dee813569f {{(pid=86865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:53:11.250502 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2b404b-277e-456a-8361-7a5b220051cf None None] Checking router: 90141e93-a151-485e-b5f1-3a18fae5120e for host: dv-cinder-818140-1-smb {{(pid=86865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:53:11.250962 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2b404b-277e-456a-8361-7a5b220051cf None None] Updating router 90141e93-a151-485e-b5f1-3a18fae5120e port 8bbbc2ad-d8b2-42a3-9401-ce360a7ae07e binding host dv-cinder-818140-1-smb {{(pid=86865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:53:11.336929 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port dd4f2956-621b-4050-ace3-90dee813569f, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=dd4f2956-621b-4050-ace3-90dee813569f,segment=NetworkSegment(234b1cb3-8d4c-4456-8649-c81de3e8482d),segment_id=234b1cb3-8d4c-4456-8649-c81de3e8482d)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:53:11.353919 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:11.365162 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:53:11.438219 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-4b2b404b-277e-456a-8361-7a5b220051cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:11.503429 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Pushing event updated for resources: {'Port': ['ID=dd4f2956-621b-4050-ace3-90dee813569f,revision_number=4']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:11.506905 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:53:11.714180 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] get_ports_and_sgs() called for port_ids ['dd4f2956-621b-4050-ace3-90dee813569f'] {{(pid=86865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 16 21:53:12.013622 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-4b2b404b-277e-456a-8361-7a5b220051cf None None] Notify callbacks [] for port, precommit_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:12.050682 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-4b2b404b-277e-456a-8361-7a5b220051cf None None] Transition to ACTIVE for port object 8bbbc2ad-d8b2-42a3-9401-ce360a7ae07e will not be triggered until provisioned by entity L2. {{(pid=86865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:53:12.068237 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-4b2b404b-277e-456a-8361-7a5b220051cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:12.074397 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-abfa22a9-1d95-4f30-bb42-d535bf130d57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:53:12.285432 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661e410e-e4e4-4524-8d52-1629996e337e req-ed8c6c2d-0ce8-41c9-9727-cd972ffaacda tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:12.302377 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-661e410e-e4e4-4524-8d52-1629996e337e req-ed8c6c2d-0ce8-41c9-9727-cd972ffaacda tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.2590802 Nov 16 21:53:12.337279 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1346e161-d897-4a91-b0f2-9de423782388 None None] Pushing event updated for resources: {'Port': ['ID=8bbbc2ad-d8b2-42a3-9401-ce360a7ae07e,revision_number=3']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:12.340483 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-1346e161-d897-4a91-b0f2-9de423782388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:53:12.423652 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-661e410e-e4e4-4524-8d52-1629996e337e req-ccc3b78a-3e93-42ab-a7a4-ccfe401ccd32 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204090 Nov 16 21:53:12.511001 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.managers [None req-4b2b404b-277e-456a-8361-7a5b220051cf None None] Attempting to bind port 8bbbc2ad-d8b2-42a3-9401-ce360a7ae07e on host dv-cinder-818140-1-smb for vnic_type normal with profile {{(pid=86865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 21:53:12.511747 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.managers [None req-4b2b404b-277e-456a-8361-7a5b220051cf None None] Attempting to bind port 8bbbc2ad-d8b2-42a3-9401-ce360a7ae07e by drivers openvswitch,hyperv on host dv-cinder-818140-1-smb at level 0 using segments [{'id': 'b959d8bb-8121-4147-9242-2354f21e1356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '5441cba4-5c74-4068-bd41-97933fedc0db'}] {{(pid=86865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 21:53:12.512401 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2b404b-277e-456a-8361-7a5b220051cf None None] Attempting to bind port 8bbbc2ad-d8b2-42a3-9401-ce360a7ae07e on network 5441cba4-5c74-4068-bd41-97933fedc0db {{(pid=86865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 16 21:53:12.529551 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2b404b-277e-456a-8361-7a5b220051cf None None] Checking agent: {'id': '2d3e8a24-12f1-44fc-ba92-bbd8bc9099be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818140-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 42, 55), 'started_at': datetime.datetime(2021, 11, 16, 21, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818140-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 16 21:53:12.530180 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2b404b-277e-456a-8361-7a5b220051cf None None] Checking segment: {'id': 'b959d8bb-8121-4147-9242-2354f21e1356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '5441cba4-5c74-4068-bd41-97933fedc0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 16 21:53:12.531301 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-4b2b404b-277e-456a-8361-7a5b220051cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:12.531870 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2b404b-277e-456a-8361-7a5b220051cf None None] Bound using segment: {'id': 'b959d8bb-8121-4147-9242-2354f21e1356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '5441cba4-5c74-4068-bd41-97933fedc0db'} {{(pid=86865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 16 21:53:12.532914 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.managers [None req-4b2b404b-277e-456a-8361-7a5b220051cf None None] Bound port: 8bbbc2ad-d8b2-42a3-9401-ce360a7ae07e, host: dv-cinder-818140-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b959d8bb-8121-4147-9242-2354f21e1356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '5441cba4-5c74-4068-bd41-97933fedc0db'}}] {{(pid=86865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 21:53:12.533588 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-4b2b404b-277e-456a-8361-7a5b220051cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:12.712311 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-4b2b404b-277e-456a-8361-7a5b220051cf None None] For port 8bbbc2ad-d8b2-42a3-9401-ce360a7ae07e, host dv-cinder-818140-1-smb, cleared binding levels {{(pid=86865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 16 21:53:12.716218 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-4b2b404b-277e-456a-8361-7a5b220051cf None None] For port 8bbbc2ad-d8b2-42a3-9401-ce360a7ae07e, host dv-cinder-818140-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=8bbbc2ad-d8b2-42a3-9401-ce360a7ae07e,segment=NetworkSegment(b959d8bb-8121-4147-9242-2354f21e1356),segment_id=b959d8bb-8121-4147-9242-2354f21e1356)] {{(pid=86865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 16 21:53:12.728199 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-4b2b404b-277e-456a-8361-7a5b220051cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:12.753967 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:53:12.837061 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4efbbe-6744-4e49-9af8-c912f2b03a5c req-c53ffc78-a03c-493d-a1d5-78ead26ade8f tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:12.845042 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-be4efbbe-6744-4e49-9af8-c912f2b03a5c req-c53ffc78-a03c-493d-a1d5-78ead26ade8f tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?device_id=c12d9905-4760-40db-bb4e-8200c90f09ce HTTP/1.1" status: 200 len: 944 time: 0.1816506 Nov 16 21:53:12.927036 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2b404b-277e-456a-8361-7a5b220051cf None None] Routers {'90141e93-a151-485e-b5f1-3a18fae5120e'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 21:53:12.927036 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-4b2b404b-277e-456a-8361-7a5b220051cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T21:52:58Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['90141e93-a151-485e-b5f1-3a18fae5120e'], 'active': True} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:53:13.038976 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1346e161-d897-4a91-b0f2-9de423782388 None None] Pushing event updated for resources: {'Port': ['ID=8bbbc2ad-d8b2-42a3-9401-ce360a7ae07e,revision_number=4']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:13.068251 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-be4efbbe-6744-4e49-9af8-c912f2b03a5c req-6e993e33-8e5a-4639-97bb-bd84f6a1006b tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3fc8445-3b83-49cb-a2bd-29e358d9b8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2192340 Nov 16 21:53:13.080466 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-1346e161-d897-4a91-b0f2-9de423782388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:53:13.154714 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 42104) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:53:13.345356 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-cd03b592-303a-486a-9f0f-bb43a9bb976d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:13.351196 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvr_db [None req-4b2b404b-277e-456a-8361-7a5b220051cf None None] Set router 90141e93-a151-485e-b5f1-3a18fae5120e gateway port host: dv-cinder-818140-1-smb {{(pid=86865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 21:53:13.362198 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-cd03b592-303a-486a-9f0f-bb43a9bb976d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:53:13.366640 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-cd03b592-303a-486a-9f0f-bb43a9bb976d admin admin] Usage tracker for resource:security_group_rule and tenant:66490480bd2041bfba5bc9f5884d2e8d is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:53:13.369985 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-cd03b592-303a-486a-9f0f-bb43a9bb976d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:53:13.378023 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-cd03b592-303a-486a-9f0f-bb43a9bb976d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:53:13.550641 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-cd03b592-303a-486a-9f0f-bb43a9bb976d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:13.561463 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-cd03b592-303a-486a-9f0f-bb43a9bb976d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:13.658837 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device dd4f2956-621b-4050-ace3-90dee813569f up at agent hyperv_hv-cinder-81814 {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 21:53:13.696764 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-1fb21230-8a87-4f91-8103-3e1f2a337a7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:53:13.711931 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 42118) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:53:13.712153 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-cd03b592-303a-486a-9f0f-bb43a9bb976d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=66490480bd2041bfba5bc9f5884d2e8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5561473 Nov 16 21:53:13.767368 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd03b592-303a-486a-9f0f-bb43a9bb976d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d775f3b7-5707-4482-bc88-f85d55763361,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:13.776979 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-cd03b592-303a-486a-9f0f-bb43a9bb976d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:53:13.827008 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e5e078-0929-490b-8db1-22be84ad5b24 req-fbdd370a-638f-4d24-a6be-f4d14a5b22a3 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:13.837529 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-4e0c528b-d8e9-42ea-b55a-e557fd3e46ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:13.839711 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-a3e5e078-0929-490b-8db1-22be84ad5b24 req-fbdd370a-638f-4d24-a6be-f4d14a5b22a3 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.2169635 Nov 16 21:53:13.888320 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-4e0c528b-d8e9-42ea-b55a-e557fd3e46ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:13.918381 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-a3e5e078-0929-490b-8db1-22be84ad5b24 req-2e81dbf9-22e8-4a40-93cb-a5b65f785397 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780540 Nov 16 21:53:13.934559 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Provisioning for port dd4f2956-621b-4050-ace3-90dee813569f completed by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:53:13.963048 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Provisioning complete for port dd4f2956-621b-4050-ace3-90dee813569f triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:53:13.963647 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:13.984201 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-4e0c528b-d8e9-42ea-b55a-e557fd3e46ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:13.990470 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-e66ed588-1868-40c8-81b8-7778039439c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:53:14.007083 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0c528b-d8e9-42ea-b55a-e557fd3e46ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d775f3b7-5707-4482-bc88-f85d55763361,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:14.011543 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-4e0c528b-d8e9-42ea-b55a-e557fd3e46ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:53:14.013305 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-4e0c528b-d8e9-42ea-b55a-e557fd3e46ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:14.018711 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-4e0c528b-d8e9-42ea-b55a-e557fd3e46ae admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d775f3b7-5707-4482-bc88-f85d55763361 HTTP/1.1" status: 204 len: 168 time: 0.3052952 Nov 16 21:53:14.267960 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:14.282568 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-4b2b404b-277e-456a-8361-7a5b220051cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90141e93-a151-485e-b5f1-3a18fae5120e', 'name': 'tempest-TestMinimumBasicScenario-1998353188-router', 'tenant_id': 'fb51f64ed80146069abd5c0e32b40c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': 'fce45bd0-5df2-428f-8312-e42e478fe91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:52:58Z', 'updated_at': '2021-11-16T21:53:07Z', 'revision_number': 4, 'project_id': 'fb51f64ed80146069abd5c0e32b40c2f', 'gw_port': {'id': 'fce45bd0-5df2-428f-8312-e42e478fe91a', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:38:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90141e93-a151-485e-b5f1-3a18fae5120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:53:00Z', 'updated_at': '2021-11-16T21:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb', '_interfaces': [{'id': '8bbbc2ad-d8b2-42a3-9401-ce360a7ae07e', 'name': '', 'network_id': '5441cba4-5c74-4068-bd41-97933fedc0db', 'tenant_id': 'fb51f64ed80146069abd5c0e32b40c2f', 'mac_address': 'fa:16:3e:6d:f3:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90141e93-a151-485e-b5f1-3a18fae5120e', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'cb5ac88a-6550-48f5-a9b5-a5a444607107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:53:06Z', 'updated_at': '2021-11-16T21:53:12Z', 'revision_number': 4, 'project_id': 'fb51f64ed80146069abd5c0e32b40c2f', 'subnets': [{'id': 'cb5ac88a-6550-48f5-a9b5-a5a444607107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:53:14.296085 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2b404b-277e-456a-8361-7a5b220051cf None None] The sync data for ids ['90141e93-a151-485e-b5f1-3a18fae5120e'] in dv-cinder-818140-1-smb is: [{'id': '90141e93-a151-485e-b5f1-3a18fae5120e', 'name': 'tempest-TestMinimumBasicScenario-1998353188-router', 'tenant_id': 'fb51f64ed80146069abd5c0e32b40c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': 'fce45bd0-5df2-428f-8312-e42e478fe91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:52:58Z', 'updated_at': '2021-11-16T21:53:07Z', 'revision_number': 4, 'project_id': 'fb51f64ed80146069abd5c0e32b40c2f', 'gw_port': {'id': 'fce45bd0-5df2-428f-8312-e42e478fe91a', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:38:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90141e93-a151-485e-b5f1-3a18fae5120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:53:00Z', 'updated_at': '2021-11-16T21:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb', '_interfaces': [{'id': '8bbbc2ad-d8b2-42a3-9401-ce360a7ae07e', 'name': '', 'network_id': '5441cba4-5c74-4068-bd41-97933fedc0db', 'tenant_id': 'fb51f64ed80146069abd5c0e32b40c2f', 'mac_address': 'fa:16:3e:6d:f3:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90141e93-a151-485e-b5f1-3a18fae5120e', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'cb5ac88a-6550-48f5-a9b5-a5a444607107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:53:06Z', 'updated_at': '2021-11-16T21:53:12Z', 'revision_number': 4, 'project_id': 'fb51f64ed80146069abd5c0e32b40c2f', 'subnets': [{'id': 'cb5ac88a-6550-48f5-a9b5-a5a444607107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:53:14.324124 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12d9905-4760-40db-bb4e-8200c90f09ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd4f2956-621b-4050-ace3-90dee813569f'}] {{(pid=86865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:53:14.360349 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port dd4f2956-621b-4050-ace3-90dee813569f, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=dd4f2956-621b-4050-ace3-90dee813569f,segment=NetworkSegment(234b1cb3-8d4c-4456-8649-c81de3e8482d),segment_id=234b1cb3-8d4c-4456-8649-c81de3e8482d)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:53:14.370105 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:14.372209 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:53:14.475996 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7248b7-bc5a-438b-98b6-1b8664a78605 req-8b191e67-0c68-4f6c-84e7-782ca3ace54e tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:14.477783 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-8e7248b7-bc5a-438b-98b6-1b8664a78605 req-8b191e67-0c68-4f6c-84e7-782ca3ace54e tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?device_id=c12d9905-4760-40db-bb4e-8200c90f09ce HTTP/1.1" status: 200 len: 944 time: 0.2523093 Nov 16 21:53:14.542336 dv-cinder-818140-1-smb neutron-server[86865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c12d9905-4760-40db-bb4e-8200c90f09ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd4f2956-621b-4050-ace3-90dee813569f', 'code': 200} Nov 16 21:53:14.595990 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-8e7248b7-bc5a-438b-98b6-1b8664a78605 req-e6e1a00f-74ea-411e-9a69-f89d3491bd2a tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3fc8445-3b83-49cb-a2bd-29e358d9b8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053565 Nov 16 21:53:14.680510 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Pushing event updated for resources: {'Port': ['ID=dd4f2956-621b-4050-ace3-90dee813569f,revision_number=5']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:14.683930 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:53:14.937764 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d537ceb-6942-4499-b69a-472d76e20de3 req-663583b6-8245-4120-b6cb-9db5396f9014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:14.940583 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-9d537ceb-6942-4499-b69a-472d76e20de3 req-663583b6-8245-4120-b6cb-9db5396f9014 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c12d9905-4760-40db-bb4e-8200c90f09ce HTTP/1.1" status: 200 len: 1098 time: 0.1494136 Nov 16 21:53:15.138688 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-9d537ceb-6942-4499-b69a-472d76e20de3 req-c5e8075f-b347-49d7-9e27-0168623924a8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c3fc8445-3b83-49cb-a2bd-29e358d9b8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1859417 Nov 16 21:53:15.328884 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b72049-0f87-4846-891c-02486f8bf160 req-2fb3b468-efdb-498b-9224-05bdc4774d16 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:15.330607 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-14b72049-0f87-4846-891c-02486f8bf160 req-2fb3b468-efdb-498b-9224-05bdc4774d16 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.1237640 Nov 16 21:53:15.423029 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-14b72049-0f87-4846-891c-02486f8bf160 req-d18ba479-d6d3-43ba-9fec-17f70c39aff3 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854461 Nov 16 21:53:16.031525 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device 8bbbc2ad-d8b2-42a3-9401-ce360a7ae07e up at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 21:53:16.057605 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1141ab76-fefe-4eaa-9c98-5cb2b297df22 req-a0e38b9d-7bd6-49df-95ef-b8c5f0bf6523 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:16.060525 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-1141ab76-fefe-4eaa-9c98-5cb2b297df22 req-a0e38b9d-7bd6-49df-95ef-b8c5f0bf6523 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?device_id=c12d9905-4760-40db-bb4e-8200c90f09ce HTTP/1.1" status: 200 len: 945 time: 0.2225170 Nov 16 21:53:16.194553 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-1141ab76-fefe-4eaa-9c98-5cb2b297df22 req-cf2657fe-1254-435a-9acf-be0b3a34059d tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3fc8445-3b83-49cb-a2bd-29e358d9b8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262269 Nov 16 21:53:16.304860 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning for port 8bbbc2ad-d8b2-42a3-9401-ce360a7ae07e completed by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:53:16.361115 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning complete for port 8bbbc2ad-d8b2-42a3-9401-ce360a7ae07e triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:53:16.362371 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:16.853144 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:16.867706 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c351fa-4663-4814-86fa-2b2efd5b3f37 req-bcd52867-71a8-484b-bb65-c6848c53c904 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:16.870034 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-18c351fa-4663-4814-86fa-2b2efd5b3f37 req-bcd52867-71a8-484b-bb65-c6848c53c904 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.1931517 Nov 16 21:53:16.903968 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] For port 8bbbc2ad-d8b2-42a3-9401-ce360a7ae07e, host dv-cinder-818140-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=8bbbc2ad-d8b2-42a3-9401-ce360a7ae07e,segment=NetworkSegment(b959d8bb-8121-4147-9242-2354f21e1356),segment_id=b959d8bb-8121-4147-9242-2354f21e1356)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:53:16.914647 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:16.917832 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-bb66d1c9-5cae-4c71-89f2-85ed8e3d74be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:53:16.947401 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-18c351fa-4663-4814-86fa-2b2efd5b3f37 req-b1e3681b-c1b0-4505-92b5-a2fcac8b6b4a tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711067 Nov 16 21:53:17.019752 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Pushing event updated for resources: {'Port': ['ID=8bbbc2ad-d8b2-42a3-9401-ce360a7ae07e,revision_number=5']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:17.032206 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:53:17.481189 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31b421-34d9-4d70-bb7f-dc117a5767f7 req-e91f20d3-07ee-400f-a4df-bf8b49da2a1d tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:17.482725 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-2a31b421-34d9-4d70-bb7f-dc117a5767f7 req-e91f20d3-07ee-400f-a4df-bf8b49da2a1d tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?device_id=c12d9905-4760-40db-bb4e-8200c90f09ce HTTP/1.1" status: 200 len: 945 time: 0.1353736 Nov 16 21:53:17.560828 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-2a31b421-34d9-4d70-bb7f-dc117a5767f7 req-dbdfe4a0-073e-46bb-a006-2384158aa1dd tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3fc8445-3b83-49cb-a2bd-29e358d9b8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721705 Nov 16 21:53:17.863469 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device 8bbbc2ad-d8b2-42a3-9401-ce360a7ae07e up at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 21:53:18.036981 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8babf64a-55aa-4cfe-8669-a7def8db1942 req-c5bbada0-066a-4b7f-8365-21cb5325b681 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:18.049686 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-8babf64a-55aa-4cfe-8669-a7def8db1942 req-c5bbada0-066a-4b7f-8365-21cb5325b681 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?device_id=c12d9905-4760-40db-bb4e-8200c90f09ce HTTP/1.1" status: 200 len: 945 time: 0.3664048 Nov 16 21:53:18.055328 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 42276) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:53:18.061117 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.v2.base [None req-8664ff1a-1aeb-4e39-af45-66122d69d62d tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Request body: {'floatingip': {'port_id': 'dd4f2956-621b-4050-ace3-90dee813569f'}} {{(pid=86864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:53:18.238199 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning complete for port 8bbbc2ad-d8b2-42a3-9401-ce360a7ae07e triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:53:18.238844 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:18.357669 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 42286) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:53:18.527503 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-8664ff1a-1aeb-4e39-af45-66122d69d62d tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks [] for floatingip, before_update {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:18.691945 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-7031a5c4-e86d-4ac2-b588-2f176c7c43cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:18.721297 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-7031a5c4-e86d-4ac2-b588-2f176c7c43cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:53:18.728293 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-7031a5c4-e86d-4ac2-b588-2f176c7c43cd admin admin] Usage tracker for resource:security_group_rule and tenant:70ec0f1a27a045758e5e664800af246f is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:53:18.737266 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-7031a5c4-e86d-4ac2-b588-2f176c7c43cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:53:18.748137 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-7031a5c4-e86d-4ac2-b588-2f176c7c43cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:53:18.908596 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d901fe-3b8e-49c8-9202-93a5cb019928 req-2c405837-ff0e-4fc4-8194-5b6ada515901 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:18.915602 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-83d901fe-3b8e-49c8-9202-93a5cb019928 req-2c405837-ff0e-4fc4-8194-5b6ada515901 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.5496640 Nov 16 21:53:18.916297 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-7031a5c4-e86d-4ac2-b588-2f176c7c43cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:18.929007 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-7031a5c4-e86d-4ac2-b588-2f176c7c43cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:18.946192 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-d3d71459-66ac-4091-9dbd-d52de1bd293c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:53:19.049844 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-7031a5c4-e86d-4ac2-b588-2f176c7c43cd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=70ec0f1a27a045758e5e664800af246f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6899304 Nov 16 21:53:19.050725 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 42304) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:53:19.054478 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7031a5c4-e86d-4ac2-b588-2f176c7c43cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cbcdabd-4925-41b1-9b46-2b5f2df7be04,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:19.070043 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-7031a5c4-e86d-4ac2-b588-2f176c7c43cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:53:19.107177 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-83d901fe-3b8e-49c8-9202-93a5cb019928 req-0de5c7c8-0e00-4ea8-bdf9-cb3c6e971b79 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904409 Nov 16 21:53:19.164487 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-edbc7d26-4b6b-4257-93b3-79db4e578df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:19.216444 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-edbc7d26-4b6b-4257-93b3-79db4e578df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:19.319147 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-edbc7d26-4b6b-4257-93b3-79db4e578df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:19.335397 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-bd8ed649-2a5e-46b3-8848-0e05bd370b43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:53:19.364183 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc7d26-4b6b-4257-93b3-79db4e578df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cbcdabd-4925-41b1-9b46-2b5f2df7be04,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:19.375234 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-edbc7d26-4b6b-4257-93b3-79db4e578df5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:53:19.377630 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-edbc7d26-4b6b-4257-93b3-79db4e578df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:19.379068 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-edbc7d26-4b6b-4257-93b3-79db4e578df5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9cbcdabd-4925-41b1-9b46-2b5f2df7be04 HTTP/1.1" status: 204 len: 168 time: 0.3264868 Nov 16 21:53:20.206946 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.db.resource_extend [None req-8664ff1a-1aeb-4e39-af45-66122d69d62d tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 21:53:20.443857 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-8664ff1a-1aeb-4e39-af45-66122d69d62d tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:20.455673 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-8664ff1a-1aeb-4e39-af45-66122d69d62d tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677620'] for floatingip, after_update {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:20.533134 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c4d0d8-d871-421a-8a70-17e8e37f5db7 req-6994a527-85f2-4841-a9f9-7664913c65f6 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:20.535244 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-80c4d0d8-d871-421a-8a70-17e8e37f5db7 req-6994a527-85f2-4841-a9f9-7664913c65f6 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.1955681 Nov 16 21:53:20.631972 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-80c4d0d8-d871-421a-8a70-17e8e37f5db7 req-3faf2915-eb49-4f8e-8d43-06c188881f64 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888438 Nov 16 21:53:20.776305 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.db.l3_db [None req-8664ff1a-1aeb-4e39-af45-66122d69d62d tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Floating IP b4ef9450-ac8d-4ba5-ad1b-bd7110395a00 associated. External IP: 172.28.3.76, port: dd4f2956-621b-4050-ace3-90dee813569f. Nov 16 21:53:21.396256 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8664ff1a-1aeb-4e39-af45-66122d69d62d tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Router 17418123-1b53-482a-8cea-e10f1c8ab721 has already been hosted by L3 agent 61e322f1-f733-4c16-8e8e-7253ec5fb84a {{(pid=86864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 16 21:53:21.913487 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8664ff1a-1aeb-4e39-af45-66122d69d62d tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify agent at l3_agent.dv-cinder-818140-1-smb the message routers_updated {{(pid=86864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 16 21:53:21.928267 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ccd903-5a8f-4aab-926d-ffa7c995b8dd None None] Sync routers for ids ['17418123-1b53-482a-8cea-e10f1c8ab721'] in dv-cinder-818140-1-smb {{(pid=86866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:53:21.955020 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ccd903-5a8f-4aab-926d-ffa7c995b8dd None None] Routers {'17418123-1b53-482a-8cea-e10f1c8ab721'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 21:53:21.955762 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_hamode_db [None req-84ccd903-5a8f-4aab-926d-ffa7c995b8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T21:52:58Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['17418123-1b53-482a-8cea-e10f1c8ab721'], 'active': True} {{(pid=86866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:53:21.964202 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-8664ff1a-1aeb-4e39-af45-66122d69d62d tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for floatingip, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:21.978122 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a931a422-e04d-4e5f-8cf1-c0e2663412ed req-3a37dbc6-b543-41fb-a997-88d1caca7c4e tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:21.980249 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-a931a422-e04d-4e5f-8cf1-c0e2663412ed req-3a37dbc6-b543-41fb-a997-88d1caca7c4e tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.1497533 Nov 16 21:53:22.044274 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-a931a422-e04d-4e5f-8cf1-c0e2663412ed req-7e73aa38-3896-447d-b7fc-011c01016b86 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574033 Nov 16 21:53:22.080082 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 42410) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:53:22.094597 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-8664ff1a-1aeb-4e39-af45-66122d69d62d tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "PUT /v2.0/floatingips/b4ef9450-ac8d-4ba5-ad1b-bd7110395a00 HTTP/1.1" status: 200 len: 990 time: 4.0377984 Nov 16 21:53:22.095828 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c12d9905-4760-40db-bb4e-8200c90f09ce', 'tag': 'dd4f2956-621b-4050-ace3-90dee813569f'}] {{(pid=86864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:53:22.246083 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_dvr_db [None req-84ccd903-5a8f-4aab-926d-ffa7c995b8dd None None] Set router 17418123-1b53-482a-8cea-e10f1c8ab721 gateway port host: dv-cinder-818140-1-smb {{(pid=86866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 21:53:22.347483 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c12d9905-4760-40db-bb4e-8200c90f09ce', 'tag': 'dd4f2956-621b-4050-ace3-90dee813569f', 'status': 'completed', 'code': 200} Nov 16 21:53:22.364739 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-e73aa2b2-378f-4d4a-afc0-4e4d67f9f9c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:22.454244 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-e73aa2b2-378f-4d4a-afc0-4e4d67f9f9c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:53:22.460940 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-e73aa2b2-378f-4d4a-afc0-4e4d67f9f9c8 admin admin] Usage tracker for resource:security_group_rule and tenant:1f97aefa258240fab5a5479ec0112f1e is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:53:22.472596 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-e73aa2b2-378f-4d4a-afc0-4e4d67f9f9c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:53:22.481358 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-e73aa2b2-378f-4d4a-afc0-4e4d67f9f9c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:53:22.535251 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165aaf4e-4642-4efa-833d-af4ded1c7f94 req-4eb39a17-cbce-48bc-8477-8e0a8304eb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:22.536626 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-165aaf4e-4642-4efa-833d-af4ded1c7f94 req-4eb39a17-cbce-48bc-8477-8e0a8304eb3b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f62aca8229d64673bbb89ec5aef13eb7&device_id=c12d9905-4760-40db-bb4e-8200c90f09ce HTTP/1.1" status: 200 len: 1098 time: 0.1562510 Nov 16 21:53:22.606576 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 42428) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:53:22.763100 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-e73aa2b2-378f-4d4a-afc0-4e4d67f9f9c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:22.783744 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_hamode_db [None req-84ccd903-5a8f-4aab-926d-ffa7c995b8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17418123-1b53-482a-8cea-e10f1c8ab721', 'name': 'tempest-AttachVolumeTestJSON-2021471954-router', 'tenant_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.44'}], 'enable_snat': True}, 'gw_port_id': 'd6732966-f071-4172-96b6-87d4ff3a15d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:52:34Z', 'updated_at': '2021-11-16T21:52:42Z', 'revision_number': 4, 'project_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'gw_port': {'id': 'd6732966-f071-4172-96b6-87d4ff3a15d9', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:31:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17418123-1b53-482a-8cea-e10f1c8ab721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:52:35Z', 'updated_at': '2021-11-16T21:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb', '_floatingips': [{'id': 'b4ef9450-ac8d-4ba5-ad1b-bd7110395a00', 'tenant_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'floating_ip_address': '172.28.3.76', 'floating_network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'router_id': '17418123-1b53-482a-8cea-e10f1c8ab721', 'port_id': 'dd4f2956-621b-4050-ace3-90dee813569f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74e81693-9879-4389-b683-21ff1ada0cd8', 'mac_address': 'fa:16:3e:b5:70:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12d9905-4760-40db-bb4e-8200c90f09ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:52:49Z', 'updated_at': '2021-11-16T21:53:20Z', 'revision_number': 1, 'project_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46bfb751-5b7d-46f1-8646-bdc6da88a5fb', 'name': '', 'network_id': '74e81693-9879-4389-b683-21ff1ada0cd8', 'tenant_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'mac_address': 'fa:16:3e:64:10:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17418123-1b53-482a-8cea-e10f1c8ab721', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '571f52f5-7aee-44e1-b51f-e0b1c3748b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:52:41Z', 'updated_at': '2021-11-16T21:52:52Z', 'revision_number': 5, 'project_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'subnets': [{'id': '571f52f5-7aee-44e1-b51f-e0b1c3748b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:53:22.784042 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-e73aa2b2-378f-4d4a-afc0-4e4d67f9f9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:22.788582 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ccd903-5a8f-4aab-926d-ffa7c995b8dd None None] Checking router: 17418123-1b53-482a-8cea-e10f1c8ab721 for host: dv-cinder-818140-1-smb {{(pid=86866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:53:22.794956 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:53:22.805428 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ccd903-5a8f-4aab-926d-ffa7c995b8dd None None] Routers {'17418123-1b53-482a-8cea-e10f1c8ab721'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 21:53:22.806075 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_hamode_db [None req-84ccd903-5a8f-4aab-926d-ffa7c995b8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T21:52:58Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['17418123-1b53-482a-8cea-e10f1c8ab721'], 'active': True} {{(pid=86866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:53:22.807935 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-78f35806-b511-4c32-a68b-effd82ee3630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:22.817342 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165aaf4e-4642-4efa-833d-af4ded1c7f94 req-845adcac-6002-4587-9d04-23afe38423aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:22.820512 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-165aaf4e-4642-4efa-833d-af4ded1c7f94 req-845adcac-6002-4587-9d04-23afe38423aa service neutron] 10.222.0.60 "GET /v2.0/networks?id=74e81693-9879-4389-b683-21ff1ada0cd8 HTTP/1.1" status: 200 len: 912 time: 0.2685208 Nov 16 21:53:22.825981 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-78f35806-b511-4c32-a68b-effd82ee3630 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:53:22.830665 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-78f35806-b511-4c32-a68b-effd82ee3630 admin admin] Usage tracker for resource:security_group_rule and tenant:01c8ef87e8cc497db0838cffd94dbcb2 is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:53:22.833917 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-78f35806-b511-4c32-a68b-effd82ee3630 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:53:22.840074 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-78f35806-b511-4c32-a68b-effd82ee3630 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:53:22.934117 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-e73aa2b2-378f-4d4a-afc0-4e4d67f9f9c8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1f97aefa258240fab5a5479ec0112f1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8529491 Nov 16 21:53:22.938731 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 42436) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:53:22.943560 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73aa2b2-378f-4d4a-afc0-4e4d67f9f9c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61fed85e-f9b8-44ad-a6b8-bef19c6099f3,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:22.947365 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-e73aa2b2-378f-4d4a-afc0-4e4d67f9f9c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:53:23.002014 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-165aaf4e-4642-4efa-833d-af4ded1c7f94 req-30d74c7a-e736-43d5-adc7-ee5a05ca4d51 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd4f2956-621b-4050-ace3-90dee813569f HTTP/1.1" status: 200 len: 998 time: 0.1642582 Nov 16 21:53:23.042758 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-78f35806-b511-4c32-a68b-effd82ee3630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:23.043759 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-cf7eccb4-b370-47da-abc4-8693f82e4ac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:23.057203 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-78f35806-b511-4c32-a68b-effd82ee3630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:23.136371 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165aaf4e-4642-4efa-833d-af4ded1c7f94 req-d711058f-ca0b-4fc1-92ef-856d1143ef80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:23.137856 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-165aaf4e-4642-4efa-833d-af4ded1c7f94 req-d711058f-ca0b-4fc1-92ef-856d1143ef80 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=571f52f5-7aee-44e1-b51f-e0b1c3748b0d HTTP/1.1" status: 200 len: 850 time: 0.1286511 Nov 16 21:53:23.141089 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-ec80418c-f0c9-4cf3-858a-977228c10eba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:53:23.183100 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_dvr_db [None req-84ccd903-5a8f-4aab-926d-ffa7c995b8dd None None] Set router 17418123-1b53-482a-8cea-e10f1c8ab721 gateway port host: dv-cinder-818140-1-smb {{(pid=86866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 21:53:23.209424 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-78f35806-b511-4c32-a68b-effd82ee3630 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=01c8ef87e8cc497db0838cffd94dbcb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6010156 Nov 16 21:53:23.212292 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 42444) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:53:23.233024 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f35806-b511-4c32-a68b-effd82ee3630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0b9187-9a03-4db8-bd45-570793728dbd,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:23.241851 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-78f35806-b511-4c32-a68b-effd82ee3630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:53:23.248695 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-cf7eccb4-b370-47da-abc4-8693f82e4ac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:23.351646 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-cf7eccb4-b370-47da-abc4-8693f82e4ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:23.358726 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-679dd59f-2d28-45ed-bd27-a7abba39ea0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:53:23.384408 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-fbca1c27-6305-4d67-97b3-62e5b71766fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:23.385546 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7eccb4-b370-47da-abc4-8693f82e4ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61fed85e-f9b8-44ad-a6b8-bef19c6099f3,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:23.402654 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-cf7eccb4-b370-47da-abc4-8693f82e4ac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:53:23.412880 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-cf7eccb4-b370-47da-abc4-8693f82e4ac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:23.428751 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165aaf4e-4642-4efa-833d-af4ded1c7f94 req-3807e5a0-31fe-4117-b6e5-e912500c1746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:23.430366 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-165aaf4e-4642-4efa-833d-af4ded1c7f94 req-3807e5a0-31fe-4117-b6e5-e912500c1746 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=74e81693-9879-4389-b683-21ff1ada0cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2821178 Nov 16 21:53:23.431044 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-cf7eccb4-b370-47da-abc4-8693f82e4ac0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/61fed85e-f9b8-44ad-a6b8-bef19c6099f3 HTTP/1.1" status: 204 len: 168 time: 0.4886365 Nov 16 21:53:23.463917 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-fbca1c27-6305-4d67-97b3-62e5b71766fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:23.668702 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d76be1-a0cd-4576-a0cf-e814a100a64e req-71b55f8f-4eba-43d2-88f5-ca4fc924885e tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:23.676519 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-70d76be1-a0cd-4576-a0cf-e814a100a64e req-71b55f8f-4eba-43d2-88f5-ca4fc924885e tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.4041083 Nov 16 21:53:23.794618 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-70d76be1-a0cd-4576-a0cf-e814a100a64e req-19ab8108-ef59-439a-bbe8-bfadc3074acc tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127446 Nov 16 21:53:23.798455 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-165aaf4e-4642-4efa-833d-af4ded1c7f94 req-a54b4b2a-4423-4e2e-99be-930d3f1ac118 service neutron] 10.222.0.60 "GET /v2.0/networks/74e81693-9879-4389-b683-21ff1ada0cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563962 Nov 16 21:53:23.814576 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-fbca1c27-6305-4d67-97b3-62e5b71766fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:23.881837 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-0397b8ac-b34a-4d99-94b1-2c97af500522 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:53:23.922453 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca1c27-6305-4d67-97b3-62e5b71766fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0b9187-9a03-4db8-bd45-570793728dbd,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:23.990394 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_hamode_db [None req-84ccd903-5a8f-4aab-926d-ffa7c995b8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17418123-1b53-482a-8cea-e10f1c8ab721', 'name': 'tempest-AttachVolumeTestJSON-2021471954-router', 'tenant_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.44'}], 'enable_snat': True}, 'gw_port_id': 'd6732966-f071-4172-96b6-87d4ff3a15d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:52:34Z', 'updated_at': '2021-11-16T21:52:42Z', 'revision_number': 4, 'project_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'gw_port': {'id': 'd6732966-f071-4172-96b6-87d4ff3a15d9', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:31:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17418123-1b53-482a-8cea-e10f1c8ab721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:52:35Z', 'updated_at': '2021-11-16T21:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb', '_floatingips': [{'id': 'b4ef9450-ac8d-4ba5-ad1b-bd7110395a00', 'tenant_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'floating_ip_address': '172.28.3.76', 'floating_network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'router_id': '17418123-1b53-482a-8cea-e10f1c8ab721', 'port_id': 'dd4f2956-621b-4050-ace3-90dee813569f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74e81693-9879-4389-b683-21ff1ada0cd8', 'mac_address': 'fa:16:3e:b5:70:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12d9905-4760-40db-bb4e-8200c90f09ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:52:49Z', 'updated_at': '2021-11-16T21:53:20Z', 'revision_number': 1, 'project_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46bfb751-5b7d-46f1-8646-bdc6da88a5fb', 'name': '', 'network_id': '74e81693-9879-4389-b683-21ff1ada0cd8', 'tenant_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'mac_address': 'fa:16:3e:64:10:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17418123-1b53-482a-8cea-e10f1c8ab721', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '571f52f5-7aee-44e1-b51f-e0b1c3748b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:52:41Z', 'updated_at': '2021-11-16T21:52:52Z', 'revision_number': 5, 'project_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'subnets': [{'id': '571f52f5-7aee-44e1-b51f-e0b1c3748b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:53:23.998348 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ccd903-5a8f-4aab-926d-ffa7c995b8dd None None] The sync data for ids ['17418123-1b53-482a-8cea-e10f1c8ab721'] in dv-cinder-818140-1-smb is: [{'id': '17418123-1b53-482a-8cea-e10f1c8ab721', 'name': 'tempest-AttachVolumeTestJSON-2021471954-router', 'tenant_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.44'}], 'enable_snat': True}, 'gw_port_id': 'd6732966-f071-4172-96b6-87d4ff3a15d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:52:34Z', 'updated_at': '2021-11-16T21:52:42Z', 'revision_number': 4, 'project_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'gw_port': {'id': 'd6732966-f071-4172-96b6-87d4ff3a15d9', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:31:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17418123-1b53-482a-8cea-e10f1c8ab721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:52:35Z', 'updated_at': '2021-11-16T21:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb', '_floatingips': [{'id': 'b4ef9450-ac8d-4ba5-ad1b-bd7110395a00', 'tenant_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'floating_ip_address': '172.28.3.76', 'floating_network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'router_id': '17418123-1b53-482a-8cea-e10f1c8ab721', 'port_id': 'dd4f2956-621b-4050-ace3-90dee813569f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74e81693-9879-4389-b683-21ff1ada0cd8', 'mac_address': 'fa:16:3e:b5:70:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12d9905-4760-40db-bb4e-8200c90f09ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:52:49Z', 'updated_at': '2021-11-16T21:53:20Z', 'revision_number': 1, 'project_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46bfb751-5b7d-46f1-8646-bdc6da88a5fb', 'name': '', 'network_id': '74e81693-9879-4389-b683-21ff1ada0cd8', 'tenant_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'mac_address': 'fa:16:3e:64:10:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17418123-1b53-482a-8cea-e10f1c8ab721', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '571f52f5-7aee-44e1-b51f-e0b1c3748b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:52:41Z', 'updated_at': '2021-11-16T21:52:52Z', 'revision_number': 5, 'project_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'subnets': [{'id': '571f52f5-7aee-44e1-b51f-e0b1c3748b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:53:24.011729 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-fbca1c27-6305-4d67-97b3-62e5b71766fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:53:24.048523 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-fbca1c27-6305-4d67-97b3-62e5b71766fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:24.049808 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-fbca1c27-6305-4d67-97b3-62e5b71766fc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3b0b9187-9a03-4db8-bd45-570793728dbd HTTP/1.1" status: 204 len: 168 time: 0.8358634 Nov 16 21:53:24.120845 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-165aaf4e-4642-4efa-833d-af4ded1c7f94 req-14936cbb-ab7b-4789-9631-1cafdf407a61 service neutron] 10.222.0.60 "GET /v2.0/networks/74e81693-9879-4389-b683-21ff1ada0cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078892 Nov 16 21:53:24.341272 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fc9389-0758-42e2-af8a-b092d7f35243 None None] New status for floating IP b4ef9450-ac8d-4ba5-ad1b-bd7110395a00: ACTIVE {{(pid=86865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:53:24.747859 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b2e803f5-0a8e-449c-8ae5-14be72fb3942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:25.189731 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19bf670-c00d-4aa8-9b18-a11919e967b3 req-d473114c-d04d-48cb-a03d-dd069614f9b6 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:25.191637 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-f19bf670-c00d-4aa8-9b18-a11919e967b3 req-d473114c-d04d-48cb-a03d-dd069614f9b6 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.1810229 Nov 16 21:53:25.265784 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:25.277743 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-f19bf670-c00d-4aa8-9b18-a11919e967b3 req-1aa1640f-fd0c-402a-a4e4-5cc6f7390c02 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803735 Nov 16 21:53:25.820693 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.agents_db [None req-6e4a458f-5157-4cde-8197-239c61c88c18 None None] Agent healthcheck: found 6 active agents {{(pid=86866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 16 21:53:26.165441 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 42512) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:53:26.373532 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-11f9edd2-d110-4196-af9f-fd86e646c767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:26.400306 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-11f9edd2-d110-4196-af9f-fd86e646c767 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:53:26.405866 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-11f9edd2-d110-4196-af9f-fd86e646c767 admin admin] Usage tracker for resource:security_group_rule and tenant:47ace0012f124b3492faf3c0627e042c is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:53:26.409390 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-11f9edd2-d110-4196-af9f-fd86e646c767 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:53:26.421314 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-11f9edd2-d110-4196-af9f-fd86e646c767 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:53:26.592057 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-11f9edd2-d110-4196-af9f-fd86e646c767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:26.601016 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3c0fb-374f-4228-8080-5e3d3a67ee97 req-e1791f23-a0da-46da-a3a6-401e788a104e tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:26.602559 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-c5a3c0fb-374f-4228-8080-5e3d3a67ee97 req-e1791f23-a0da-46da-a3a6-401e788a104e tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.1779850 Nov 16 21:53:26.604139 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-11f9edd2-d110-4196-af9f-fd86e646c767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:26.615385 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-fbca1c27-6305-4d67-97b3-62e5b71766fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:53:26.776452 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f9edd2-d110-4196-af9f-fd86e646c767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3025426-5aa1-4387-8b56-a9de93e66ecc,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:26.784823 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-11f9edd2-d110-4196-af9f-fd86e646c767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:53:26.788449 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-11f9edd2-d110-4196-af9f-fd86e646c767 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=47ace0012f124b3492faf3c0627e042c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6218898 Nov 16 21:53:26.791213 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 42532) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:53:26.799871 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-c5a3c0fb-374f-4228-8080-5e3d3a67ee97 req-fd896b11-222c-4d9e-89cc-a01ddf70be93 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884668 Nov 16 21:53:26.862335 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-1b9307e1-3d2b-4d26-b4f6-ae1f521a8ab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:26.894361 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-1b9307e1-3d2b-4d26-b4f6-ae1f521a8ab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:26.967189 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-1b9307e1-3d2b-4d26-b4f6-ae1f521a8ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:26.972173 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-2008c364-007c-4f74-9730-aedaca378ea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:53:26.984534 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9307e1-3d2b-4d26-b4f6-ae1f521a8ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3025426-5aa1-4387-8b56-a9de93e66ecc,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:26.988382 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-1b9307e1-3d2b-4d26-b4f6-ae1f521a8ab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:53:26.991852 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-1b9307e1-3d2b-4d26-b4f6-ae1f521a8ab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:26.994100 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-1b9307e1-3d2b-4d26-b4f6-ae1f521a8ab7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a3025426-5aa1-4387-8b56-a9de93e66ecc HTTP/1.1" status: 204 len: 168 time: 0.2009552 Nov 16 21:53:27.456272 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-0da8fc17-0f18-4d84-af94-62b348f2d9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:27.571063 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee7850c-03a4-41d4-911d-f8f28c460843 req-86520151-8e63-48b4-ae5c-9fc1d047b8e5 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:27.573307 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-4ee7850c-03a4-41d4-911d-f8f28c460843 req-86520151-8e63-48b4-ae5c-9fc1d047b8e5 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 946 time: 0.1428199 Nov 16 21:53:27.678694 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-4ee7850c-03a4-41d4-911d-f8f28c460843 req-2b3ac984-1013-4d03-b44f-5c2b779a433c tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920780 Nov 16 21:53:27.868690 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6db55-6f8a-4ce7-9633-3d2c60eecb93 req-39014c35-cb2c-41ca-9c13-4e14d6baa6e0 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:27.869919 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-16d6db55-6f8a-4ce7-9633-3d2c60eecb93 req-39014c35-cb2c-41ca-9c13-4e14d6baa6e0 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Synchronizing usage tracker for tenant:0121324dc4634d618660eb8421898f4a on resource:network {{(pid=86863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:53:27.904430 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-16d6db55-6f8a-4ce7-9633-3d2c60eecb93 req-39014c35-cb2c-41ca-9c13-4e14d6baa6e0 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Unset dirty status for tenant:0121324dc4634d618660eb8421898f4a on resource:network {{(pid=86863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:53:27.916011 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-16d6db55-6f8a-4ce7-9633-3d2c60eecb93 req-39014c35-cb2c-41ca-9c13-4e14d6baa6e0 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/networks?id=c5eafeb0-dec6-468b-8eb8-3ad7b65a9408 HTTP/1.1" status: 200 len: 815 time: 0.2726519 Nov 16 21:53:27.925890 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 42596) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:53:27.955735 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-16d6db55-6f8a-4ce7-9633-3d2c60eecb93 req-705e69da-e79f-44b4-b279-ed981b146475 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/quotas/0121324dc4634d618660eb8421898f4a HTTP/1.1" status: 200 len: 375 time: 0.0384638 Nov 16 21:53:28.102402 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-ddc56b2e-361a-42b3-a6eb-ed2cb5e8384c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:28.123133 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-ddc56b2e-361a-42b3-a6eb-ed2cb5e8384c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:53:28.129508 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-ddc56b2e-361a-42b3-a6eb-ed2cb5e8384c admin admin] Usage tracker for resource:security_group_rule and tenant:88bd3ecd57a44208ae1663f41c919128 is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:53:28.147988 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-16d6db55-6f8a-4ce7-9633-3d2c60eecb93 req-ad6bb1ce-2340-41c6-8e3f-0777386bf031 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0121324dc4634d618660eb8421898f4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1894448 Nov 16 21:53:28.149746 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f22ed9-8c1f-4f29-8d76-2f99befa61b1 req-4050419f-ee60-4dfa-bc42-1c3bb71d1417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:28.151033 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-13f22ed9-8c1f-4f29-8d76-2f99befa61b1 req-4050419f-ee60-4dfa-bc42-1c3bb71d1417 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=727ecad6d44746bbaca7ef41b34b6315&device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 1099 time: 0.1422496 Nov 16 21:53:28.173563 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-ddc56b2e-361a-42b3-a6eb-ed2cb5e8384c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:53:28.186828 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-ddc56b2e-361a-42b3-a6eb-ed2cb5e8384c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:53:28.251837 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4378b093-1884-47e0-93cf-79d80eab3d02 req-317565b0-1caf-4a39-a5da-e40a2988100d tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:28.253314 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-4378b093-1884-47e0-93cf-79d80eab3d02 req-317565b0-1caf-4a39-a5da-e40a2988100d tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.1250999 Nov 16 21:53:28.350039 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-4378b093-1884-47e0-93cf-79d80eab3d02 req-509fd5a0-43c2-46d0-97fc-01f1c99c4588 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825546 Nov 16 21:53:28.370928 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-ddc56b2e-361a-42b3-a6eb-ed2cb5e8384c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:28.378135 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-ddc56b2e-361a-42b3-a6eb-ed2cb5e8384c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:28.386917 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-dd5e24e2-9f2a-41ab-9cae-50fe85374cc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:53:28.443966 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-16d6db55-6f8a-4ce7-9633-3d2c60eecb93 req-03bc658c-efe9-473b-a95b-b00364e427ae service neutron] 10.222.0.50 "GET /v2.0/networks/c5eafeb0-dec6-468b-8eb8-3ad7b65a9408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801676 Nov 16 21:53:28.470181 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f22ed9-8c1f-4f29-8d76-2f99befa61b1 req-eb57c5e5-a5f8-42d1-b586-3f06c0628487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:28.471580 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-13f22ed9-8c1f-4f29-8d76-2f99befa61b1 req-eb57c5e5-a5f8-42d1-b586-3f06c0628487 service neutron] 10.222.0.60 "GET /v2.0/networks?id=cfb6277a-1481-4312-adb0-643dce04514b HTTP/1.1" status: 200 len: 917 time: 0.2866268 Nov 16 21:53:28.486718 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-ddc56b2e-361a-42b3-a6eb-ed2cb5e8384c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=88bd3ecd57a44208ae1663f41c919128&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5558653 Nov 16 21:53:28.488223 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc56b2e-361a-42b3-a6eb-ed2cb5e8384c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a75e17-923d-497c-92f7-1db18f997513,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:28.493920 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 42614) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:53:28.497147 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-ddc56b2e-361a-42b3-a6eb-ed2cb5e8384c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:53:28.580196 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-1a6483a8-fc2a-4a55-ae69-e5b625951a13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:28.601195 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-94ae2c1a-1f16-4ed2-be66-e1a93ab74dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:28.611581 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-1a6483a8-fc2a-4a55-ae69-e5b625951a13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:28.671095 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-1a6483a8-fc2a-4a55-ae69-e5b625951a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:28.676250 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-1981c790-aa0f-4fdc-aca8-8e059f70e646 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:53:28.695538 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6483a8-fc2a-4a55-ae69-e5b625951a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a75e17-923d-497c-92f7-1db18f997513,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:28.698305 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-1a6483a8-fc2a-4a55-ae69-e5b625951a13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:53:28.699674 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-1a6483a8-fc2a-4a55-ae69-e5b625951a13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:28.700835 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-1a6483a8-fc2a-4a55-ae69-e5b625951a13 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/76a75e17-923d-497c-92f7-1db18f997513 HTTP/1.1" status: 204 len: 168 time: 0.2025547 Nov 16 21:53:28.752069 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-13f22ed9-8c1f-4f29-8d76-2f99befa61b1 req-d9fa8226-4611-45ee-a28a-a30bd32d6bdd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e59bfc3b-1030-4b9e-91e4-fe40cfedee28 HTTP/1.1" status: 200 len: 1002 time: 0.2432308 Nov 16 21:53:28.864883 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc453890-4cc8-4423-a029-5de1f2c1c6b6 req-3b4d2067-c982-485d-8eb8-b0a53fcbbff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:28.866653 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-bc453890-4cc8-4423-a029-5de1f2c1c6b6 req-3b4d2067-c982-485d-8eb8-b0a53fcbbff4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 1099 time: 0.3989766 Nov 16 21:53:28.884885 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-16d6db55-6f8a-4ce7-9633-3d2c60eecb93 req-ed1b5c62-0e15-4880-8127-91ae405e1536 service neutron] 10.222.0.50 "GET /v2.0/networks/c5eafeb0-dec6-468b-8eb8-3ad7b65a9408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4376447 Nov 16 21:53:28.929808 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f22ed9-8c1f-4f29-8d76-2f99befa61b1 req-0d01fb62-1bf4-4fab-85eb-2cd6391c188b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:28.931643 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-13f22ed9-8c1f-4f29-8d76-2f99befa61b1 req-0d01fb62-1bf4-4fab-85eb-2cd6391c188b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fd05cea4-2dd2-4a0d-8f4a-e62d3c4e1889 HTTP/1.1" status: 200 len: 855 time: 0.1558037 Nov 16 21:53:28.940039 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01309bb4-e25f-4183-82a0-845de3070420 req-aba3eb58-2b63-43e8-bbe9-56dc2d4777c2 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:28.948545 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-01309bb4-e25f-4183-82a0-845de3070420 req-aba3eb58-2b63-43e8-bbe9-56dc2d4777c2 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 946 time: 0.1449838 Nov 16 21:53:29.049849 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-01309bb4-e25f-4183-82a0-845de3070420 req-51b8b319-a1f9-4c15-a4f8-3671ac2d34ab tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000719 Nov 16 21:53:29.085379 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-bc453890-4cc8-4423-a029-5de1f2c1c6b6 req-2bf4aa40-d0b6-4c76-b28d-127b186ade8d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976330 Nov 16 21:53:29.134706 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f22ed9-8c1f-4f29-8d76-2f99befa61b1 req-bd980fd6-93e0-47e5-822a-d1bcf859f91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:29.136213 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-13f22ed9-8c1f-4f29-8d76-2f99befa61b1 req-bd980fd6-93e0-47e5-822a-d1bcf859f91b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cfb6277a-1481-4312-adb0-643dce04514b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1941533 Nov 16 21:53:29.195757 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-27ea54c4-a933-4c32-b698-5a2dc5680ee6 req-06000afc-6362-4810-b247-15320881ad79 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce06053d-1e39-4dfd-bac0-3704072050cb HTTP/1.1" status: 200 len: 210 time: 0.0534706 Nov 16 21:53:29.444386 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-13f22ed9-8c1f-4f29-8d76-2f99befa61b1 req-a6ecc4c9-07b0-4a37-a2ac-8c4985132b8c service neutron] 10.222.0.60 "GET /v2.0/networks/cfb6277a-1481-4312-adb0-643dce04514b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468129 Nov 16 21:53:29.583267 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ccc48-68be-4efb-97a7-fa2304a430bd req-b0d34a00-a201-48f1-a135-825c5291e62a tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:29.585305 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-480ccc48-68be-4efb-97a7-fa2304a430bd req-b0d34a00-a201-48f1-a135-825c5291e62a tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.1026034 Nov 16 21:53:29.653292 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-13f22ed9-8c1f-4f29-8d76-2f99befa61b1 req-46ff38cd-8dc7-4ec6-94f3-2bf5934ad14c service neutron] 10.222.0.60 "GET /v2.0/networks/cfb6277a-1481-4312-adb0-643dce04514b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902466 Nov 16 21:53:29.694280 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-480ccc48-68be-4efb-97a7-fa2304a430bd req-9b701091-31c3-4473-a6f1-30ca2250dd62 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998180 Nov 16 21:53:29.886024 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-941145a6-33c9-4841-86a3-a7e018513e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:30.266933 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77dbc0-927d-4a72-89ad-44a6ce056dca req-2738269f-0db2-4713-b22d-1188c64c038b tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:30.269177 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-6a77dbc0-927d-4a72-89ad-44a6ce056dca req-2738269f-0db2-4713-b22d-1188c64c038b tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 946 time: 0.1043360 Nov 16 21:53:30.323288 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-6a77dbc0-927d-4a72-89ad-44a6ce056dca req-0389677c-2d42-4e23-a462-e4d22eccd7ac tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465553 Nov 16 21:53:30.382655 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-edaa136e-c10a-4530-bc20-93fc54e55ea8 req-83acaa55-cc4f-4615-b3db-80d74ad636a0 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce06053d-1e39-4dfd-bac0-3704072050cb HTTP/1.1" status: 200 len: 210 time: 0.0520260 Nov 16 21:53:30.683300 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6db55-6f8a-4ce7-9633-3d2c60eecb93 req-ee848934-b295-46fb-8342-13b94e6e3d21 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:30.684676 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-16d6db55-6f8a-4ce7-9633-3d2c60eecb93 req-ee848934-b295-46fb-8342-13b94e6e3d21 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.60 "GET /v2.0/networks?id=c5eafeb0-dec6-468b-8eb8-3ad7b65a9408 HTTP/1.1" status: 200 len: 815 time: 0.2489071 Nov 16 21:53:30.704726 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [req-16d6db55-6f8a-4ce7-9633-3d2c60eecb93 req-f3acaf2d-9bac-4006-bb3e-86f0b9b68672 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Request body: {'port': {'device_id': 'ce06053d-1e39-4dfd-bac0-3704072050cb', 'network_id': 'c5eafeb0-dec6-468b-8eb8-3ad7b65a9408', 'admin_state_up': True, 'tenant_id': '0121324dc4634d618660eb8421898f4a'}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:53:30.748453 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:30.886771 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [req-16d6db55-6f8a-4ce7-9633-3d2c60eecb93 req-f3acaf2d-9bac-4006-bb3e-86f0b9b68672 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:53:30.892429 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-16d6db55-6f8a-4ce7-9633-3d2c60eecb93 req-f3acaf2d-9bac-4006-bb3e-86f0b9b68672 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Usage tracker for resource:port and tenant:0121324dc4634d618660eb8421898f4a is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:53:30.895499 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-16d6db55-6f8a-4ce7-9633-3d2c60eecb93 req-f3acaf2d-9bac-4006-bb3e-86f0b9b68672 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:53:30.901245 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [req-16d6db55-6f8a-4ce7-9633-3d2c60eecb93 req-f3acaf2d-9bac-4006-bb3e-86f0b9b68672 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:53:30.913369 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58bbfc-2bd7-423e-9d24-1a8ac869bac1 req-ac88ad88-02e4-4666-ad73-3ecfa79f549b tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:30.919695 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-3e58bbfc-2bd7-423e-9d24-1a8ac869bac1 req-ac88ad88-02e4-4666-ad73-3ecfa79f549b tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.0886452 Nov 16 21:53:30.924023 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16d6db55-6f8a-4ce7-9633-3d2c60eecb93 req-f3acaf2d-9bac-4006-bb3e-86f0b9b68672 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Made reservation on behalf of 0121324dc4634d618660eb8421898f4a for: {'port': 1} {{(pid=86863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:53:30.928199 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-16d6db55-6f8a-4ce7-9633-3d2c60eecb93 req-f3acaf2d-9bac-4006-bb3e-86f0b9b68672 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:30.986385 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-3e58bbfc-2bd7-423e-9d24-1a8ac869bac1 req-ac68bbb6-1f3f-45bb-9466-2f8bbdc73c32 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552936 Nov 16 21:53:31.143854 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.db_base_plugin_common [req-16d6db55-6f8a-4ce7-9633-3d2c60eecb93 req-f3acaf2d-9bac-4006-bb3e-86f0b9b68672 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Allocated IP 172.20.0.11 (c5eafeb0-dec6-468b-8eb8-3ad7b65a9408/d6c6635f-06ee-4a59-b0bc-7e807ed8a05e/8b862b37-bab8-4107-b783-400ee75fa034) {{(pid=86863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:53:31.582752 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-16d6db55-6f8a-4ce7-9633-3d2c60eecb93 req-f3acaf2d-9bac-4006-bb3e-86f0b9b68672 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify callbacks [] for port, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:31.599900 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697ce13-ed66-4ac1-80ea-46711969e16e req-08eb214f-4865-480c-b73d-db094f9993a8 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:31.601418 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-c697ce13-ed66-4ac1-80ea-46711969e16e req-08eb214f-4865-480c-b73d-db094f9993a8 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.2154272 Nov 16 21:53:31.624828 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.provisioning_blocks [req-16d6db55-6f8a-4ce7-9633-3d2c60eecb93 req-f3acaf2d-9bac-4006-bb3e-86f0b9b68672 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Transition to ACTIVE for port object 8b862b37-bab8-4107-b783-400ee75fa034 will not be triggered until provisioned by entity DHCP. {{(pid=86863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:53:31.665998 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d57050a-6343-4c59-a284-39dfb0d8dbdd req-f518d139-bce2-41c8-a11f-b8e7d1a62c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:31.667525 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-7d57050a-6343-4c59-a284-39dfb0d8dbdd req-f518d139-bce2-41c8-a11f-b8e7d1a62c4a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=51fd3b659b6e4c039a7453f6627ed588&device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 1099 time: 0.3287640 Nov 16 21:53:31.676606 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62affbb3-4ed6-4922-a898-0ea8a1521533 req-2ad44d1a-9521-4540-82ec-553e6961b519 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:31.683455 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-62affbb3-4ed6-4922-a898-0ea8a1521533 req-2ad44d1a-9521-4540-82ec-553e6961b519 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 946 time: 0.1866174 Nov 16 21:53:31.697904 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-c697ce13-ed66-4ac1-80ea-46711969e16e req-e9cc0d31-0a7e-4aa6-beb3-64ed16019683 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809934 Nov 16 21:53:31.715782 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-16d6db55-6f8a-4ce7-9633-3d2c60eecb93 req-f3acaf2d-9bac-4006-bb3e-86f0b9b68672 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790568269105'] for port, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:31.730272 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-d624a1f0-3561-45a2-b72f-306bc87697e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:53:31.811652 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16d6db55-6f8a-4ce7-9633-3d2c60eecb93 req-f3acaf2d-9bac-4006-bb3e-86f0b9b68672 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Network c5eafeb0-dec6-468b-8eb8-3ad7b65a9408 is already hosted by enough agents. {{(pid=86863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:53:31.812076 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-62affbb3-4ed6-4922-a898-0ea8a1521533 req-25349b6b-3d4c-430d-b4b0-508f951a92b1 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145983 Nov 16 21:53:31.815971 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.base_scheduler [req-16d6db55-6f8a-4ce7-9633-3d2c60eecb93 req-f3acaf2d-9bac-4006-bb3e-86f0b9b68672 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Resources bound (agent type, host, resource id): {{(pid=86863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:53:31.828521 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d6db55-6f8a-4ce7-9633-3d2c60eecb93 req-f3acaf2d-9bac-4006-bb3e-86f0b9b68672 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Received port after_create {{(pid=86863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 16 21:53:31.828521 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6db55-6f8a-4ce7-9633-3d2c60eecb93 req-f3acaf2d-9bac-4006-bb3e-86f0b9b68672 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:31.828521 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-16d6db55-6f8a-4ce7-9633-3d2c60eecb93 req-f3acaf2d-9bac-4006-bb3e-86f0b9b68672 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for port, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:31.848483 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3acaf2d-9bac-4006-bb3e-86f0b9b68672 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Pushing event updated for resources: {'Port': ['ID=8b862b37-bab8-4107-b783-400ee75fa034,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:31.857457 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-f3acaf2d-9bac-4006-bb3e-86f0b9b68672 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:53:31.908967 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-16d6db55-6f8a-4ce7-9633-3d2c60eecb93 req-f3acaf2d-9bac-4006-bb3e-86f0b9b68672 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2077494 Nov 16 21:53:32.169644 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b75e7-98a4-490f-92c4-5cf780124be4 req-5065b1a4-9a1f-42dc-ba6c-4d36aa31f30b tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:32.170445 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-ad0b75e7-98a4-490f-92c4-5cf780124be4 req-5065b1a4-9a1f-42dc-ba6c-4d36aa31f30b tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Synchronizing usage tracker for tenant:0121324dc4634d618660eb8421898f4a on resource:port {{(pid=86863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:53:32.191902 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-ad0b75e7-98a4-490f-92c4-5cf780124be4 req-5065b1a4-9a1f-42dc-ba6c-4d36aa31f30b tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Unset dirty status for tenant:0121324dc4634d618660eb8421898f4a on resource:port {{(pid=86863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:53:32.193310 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-ad0b75e7-98a4-490f-92c4-5cf780124be4 req-5065b1a4-9a1f-42dc-ba6c-4d36aa31f30b tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce06053d-1e39-4dfd-bac0-3704072050cb HTTP/1.1" status: 200 len: 932 time: 0.2281067 Nov 16 21:53:32.281906 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-03e3fe9c-c1a2-4b69-a625-4b1080e4fd92 None None] Provisioning for port 8b862b37-bab8-4107-b783-400ee75fa034 completed by entity DHCP. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:53:32.285060 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-ad0b75e7-98a4-490f-92c4-5cf780124be4 req-e66b59b6-35a4-432e-8fd4-120da9145bd8 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Synchronizing usage tracker for tenant:0121324dc4634d618660eb8421898f4a on resource:security_group {{(pid=86863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:53:32.291372 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-03e3fe9c-c1a2-4b69-a625-4b1080e4fd92 None None] Provisioning complete for port 8b862b37-bab8-4107-b783-400ee75fa034 triggered by entity DHCP. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:53:32.292069 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-03e3fe9c-c1a2-4b69-a625-4b1080e4fd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:32.334756 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-ad0b75e7-98a4-490f-92c4-5cf780124be4 req-e66b59b6-35a4-432e-8fd4-120da9145bd8 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Unset dirty status for tenant:0121324dc4634d618660eb8421898f4a on resource:security_group {{(pid=86863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:53:32.336867 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-ad0b75e7-98a4-490f-92c4-5cf780124be4 req-e66b59b6-35a4-432e-8fd4-120da9145bd8 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/security-groups?id=32489ef2-4d6d-4b12-8fcc-6f400adc7c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376772 Nov 16 21:53:32.392832 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-03e3fe9c-c1a2-4b69-a625-4b1080e4fd92 None None] Port 8b862b37-bab8-4107-b783-400ee75fa034 cannot update to ACTIVE because it is not bound. {{(pid=86865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 16 21:53:32.958107 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec456993-e9af-483a-a124-f9c416d7f60d req-96fe723a-9f6e-4085-a400-d44de6aced41 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:32.959627 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-ec456993-e9af-483a-a124-f9c416d7f60d req-96fe723a-9f6e-4085-a400-d44de6aced41 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.1340277 Nov 16 21:53:33.020628 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-ec456993-e9af-483a-a124-f9c416d7f60d req-b8714462-2252-4b4e-a848-3ea2b9c85688 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550814 Nov 16 21:53:33.243466 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f98da-7eac-437f-833d-fb4a32aada22 req-3c4ce2a7-b603-490a-aa24-dabacfeec302 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:33.244942 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-dd2f98da-7eac-437f-833d-fb4a32aada22 req-3c4ce2a7-b603-490a-aa24-dabacfeec302 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 946 time: 0.1119206 Nov 16 21:53:33.301353 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-dd2f98da-7eac-437f-833d-fb4a32aada22 req-cbda2d93-36aa-499d-af15-4d2f4a283c71 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438886 Nov 16 21:53:33.554655 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea29f3-8dea-4ddf-8faf-6108d8196465 req-bd3a3ebe-ba9b-4d1d-b803-29a75ac3b599 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:33.556060 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-74ea29f3-8dea-4ddf-8faf-6108d8196465 req-bd3a3ebe-ba9b-4d1d-b803-29a75ac3b599 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce06053d-1e39-4dfd-bac0-3704072050cb HTTP/1.1" status: 200 len: 932 time: 0.1005428 Nov 16 21:53:33.605493 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-74ea29f3-8dea-4ddf-8faf-6108d8196465 req-c01073d1-c27f-4da5-be90-09e03257ba4f tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/security-groups?id=32489ef2-4d6d-4b12-8fcc-6f400adc7c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429709 Nov 16 21:53:34.215361 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a367a6d5-1410-4793-ac95-702fb4a7be88 req-125c61dc-e54b-4550-823f-f34116e33858 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:34.216872 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-a367a6d5-1410-4793-ac95-702fb4a7be88 req-125c61dc-e54b-4550-823f-f34116e33858 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.0833972 Nov 16 21:53:34.268640 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-a367a6d5-1410-4793-ac95-702fb4a7be88 req-2a469d11-3450-4da5-be4d-5d43e6f8e485 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414975 Nov 16 21:53:34.510699 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29779ea-f28d-4df6-a136-b60b0d8812d4 req-3293bc34-7463-4040-afe9-7d153db5f114 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:34.512355 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-d29779ea-f28d-4df6-a136-b60b0d8812d4 req-3293bc34-7463-4040-afe9-7d153db5f114 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 946 time: 0.0941169 Nov 16 21:53:34.559476 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-d29779ea-f28d-4df6-a136-b60b0d8812d4 req-0f5766d9-3ea2-4862-9721-39e5c0b6911d tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409074 Nov 16 21:53:34.811638 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b61f014-da4f-452d-9370-0e7c232e6e30 req-215c5573-4042-414f-9f26-2720758babd0 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:34.813251 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-0b61f014-da4f-452d-9370-0e7c232e6e30 req-215c5573-4042-414f-9f26-2720758babd0 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce06053d-1e39-4dfd-bac0-3704072050cb HTTP/1.1" status: 200 len: 932 time: 0.0883107 Nov 16 21:53:34.863215 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-0b61f014-da4f-452d-9370-0e7c232e6e30 req-ccd30b25-0d50-4401-a323-3a5890072504 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/security-groups?id=32489ef2-4d6d-4b12-8fcc-6f400adc7c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442050 Nov 16 21:53:35.480509 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65cc93-2e5c-45e6-862c-869026de1c6d req-f8d6a23d-380f-4280-b6c8-3a48756195e3 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:35.481741 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-7c65cc93-2e5c-45e6-862c-869026de1c6d req-f8d6a23d-380f-4280-b6c8-3a48756195e3 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.0979142 Nov 16 21:53:35.536933 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-7c65cc93-2e5c-45e6-862c-869026de1c6d req-7e3c6acc-fdf8-4be9-a8c3-dfef01725962 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479994 Nov 16 21:53:35.898194 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067a9bd-faa4-4b82-9213-dc92cbcbd91d req-19076772-04e4-43f5-a2bf-32554e40d6b1 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:35.899735 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-1067a9bd-faa4-4b82-9213-dc92cbcbd91d req-19076772-04e4-43f5-a2bf-32554e40d6b1 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 946 time: 0.1689091 Nov 16 21:53:35.963691 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-1067a9bd-faa4-4b82-9213-dc92cbcbd91d req-696eff7d-2a57-4aa0-92d8-dab40e5fae2a tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480537 Nov 16 21:53:36.158482 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f5a03-e4b2-4789-aea8-4b18a289b874 req-7c3ad0a1-473d-46f6-9ac5-1fb938671a8f tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:36.165528 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-b22f5a03-e4b2-4789-aea8-4b18a289b874 req-7c3ad0a1-473d-46f6-9ac5-1fb938671a8f tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce06053d-1e39-4dfd-bac0-3704072050cb HTTP/1.1" status: 200 len: 932 time: 0.0976710 Nov 16 21:53:36.213206 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-b22f5a03-e4b2-4789-aea8-4b18a289b874 req-ec45b2f7-f333-4a77-a8ab-07ec2400a1b7 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/security-groups?id=32489ef2-4d6d-4b12-8fcc-6f400adc7c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440967 Nov 16 21:53:36.755566 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8b7b0-8e45-4dac-82a9-b6e82ccf2dbb req-4b1779b1-84fe-4b0a-b4fc-9f171b20cc88 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:36.757374 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-50a8b7b0-8e45-4dac-82a9-b6e82ccf2dbb req-4b1779b1-84fe-4b0a-b4fc-9f171b20cc88 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.1017628 Nov 16 21:53:36.805109 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-50a8b7b0-8e45-4dac-82a9-b6e82ccf2dbb req-3174d9d2-afdf-4179-aba8-7cac5cb9d0f9 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411351 Nov 16 21:53:37.211762 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569221f-ef92-43bc-ae33-de70dcc6028b req-1263efcf-08f3-49bd-ae57-829287c0e137 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:37.213246 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-5569221f-ef92-43bc-ae33-de70dcc6028b req-1263efcf-08f3-49bd-ae57-829287c0e137 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 946 time: 0.1241612 Nov 16 21:53:37.260428 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-5569221f-ef92-43bc-ae33-de70dcc6028b req-a4fc38f5-cb8c-4951-9374-a02846802c94 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405555 Nov 16 21:53:37.506572 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2373982-79f2-46db-9813-3fa27db9cd7b req-c9445ce0-95d8-41e0-a4cf-ffc5c7f2bcec tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:37.507945 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-a2373982-79f2-46db-9813-3fa27db9cd7b req-c9445ce0-95d8-41e0-a4cf-ffc5c7f2bcec tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce06053d-1e39-4dfd-bac0-3704072050cb HTTP/1.1" status: 200 len: 932 time: 0.0912764 Nov 16 21:53:37.556389 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-a2373982-79f2-46db-9813-3fa27db9cd7b req-030d231a-3a74-4094-9839-24e6029687ed tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/security-groups?id=32489ef2-4d6d-4b12-8fcc-6f400adc7c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413549 Nov 16 21:53:38.042190 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9b487-3873-4a7a-bf00-2fc7fc2d9229 req-6d4b64b7-7bab-4f4e-beff-f92e6f04b938 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:38.043652 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-29b9b487-3873-4a7a-bf00-2fc7fc2d9229 req-6d4b64b7-7bab-4f4e-beff-f92e6f04b938 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.0972493 Nov 16 21:53:38.105838 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-29b9b487-3873-4a7a-bf00-2fc7fc2d9229 req-ff9a486e-7bdf-49d3-8894-9b17d2f9ad41 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546341 Nov 16 21:53:38.303372 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 42834) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:53:38.466703 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-ea7de4da-c263-49ed-8924-54b8977b0d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:38.488923 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-ea7de4da-c263-49ed-8924-54b8977b0d96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:53:38.500297 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-ea7de4da-c263-49ed-8924-54b8977b0d96 admin admin] Usage tracker for resource:security_group_rule and tenant:0e08be4fc3aa409182764824bfa34030 is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:53:38.504335 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-ea7de4da-c263-49ed-8924-54b8977b0d96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:53:38.511563 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-ea7de4da-c263-49ed-8924-54b8977b0d96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:53:38.538045 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a534af-ef81-4abd-b58d-f581f19a4a93 req-40ddd8e4-b325-4e5f-931a-7424d0405e72 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:38.540275 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-98a534af-ef81-4abd-b58d-f581f19a4a93 req-40ddd8e4-b325-4e5f-931a-7424d0405e72 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 946 time: 0.1475945 Nov 16 21:53:38.617426 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-98a534af-ef81-4abd-b58d-f581f19a4a93 req-0e90f5fa-3fc2-4c99-98f8-940fc4ebd33a tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591784 Nov 16 21:53:38.622898 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-ea7de4da-c263-49ed-8924-54b8977b0d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:38.629042 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-ea7de4da-c263-49ed-8924-54b8977b0d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:38.644042 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-910d65fe-0c15-474d-a680-60faf94fea00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:53:38.697313 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 42846) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:53:38.697877 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-ea7de4da-c263-49ed-8924-54b8977b0d96 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0e08be4fc3aa409182764824bfa34030&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3932521 Nov 16 21:53:38.699526 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7de4da-c263-49ed-8924-54b8977b0d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92152806-6e9a-4d27-aae2-8ca172a933cf,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:38.709786 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7de4da-c263-49ed-8924-54b8977b0d96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:38.710262 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7de4da-c263-49ed-8924-54b8977b0d96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:38.710618 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7de4da-c263-49ed-8924-54b8977b0d96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:38.710959 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7de4da-c263-49ed-8924-54b8977b0d96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:38.711462 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7de4da-c263-49ed-8924-54b8977b0d96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:38.711809 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7de4da-c263-49ed-8924-54b8977b0d96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:38.712145 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7de4da-c263-49ed-8924-54b8977b0d96 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:38.712525 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7de4da-c263-49ed-8924-54b8977b0d96 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:38.712859 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7de4da-c263-49ed-8924-54b8977b0d96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:38.713186 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7de4da-c263-49ed-8924-54b8977b0d96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:38.713541 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7de4da-c263-49ed-8924-54b8977b0d96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:38.713868 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7de4da-c263-49ed-8924-54b8977b0d96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:38.735707 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-ea7de4da-c263-49ed-8924-54b8977b0d96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:53:38.834533 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-0f94600e-41f8-493b-bbcb-ccb903a44c51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:38.871033 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-0f94600e-41f8-493b-bbcb-ccb903a44c51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:38.901899 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906708f8-8079-435e-b485-5e7d83790e85 req-b128cdac-56ef-46ea-abcc-7ac434c28e31 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:38.903461 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-906708f8-8079-435e-b485-5e7d83790e85 req-b128cdac-56ef-46ea-abcc-7ac434c28e31 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce06053d-1e39-4dfd-bac0-3704072050cb HTTP/1.1" status: 200 len: 932 time: 0.1584799 Nov 16 21:53:39.002753 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-906708f8-8079-435e-b485-5e7d83790e85 req-146e0b6f-61ab-4893-9baf-b9d65d04f6dc tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/security-groups?id=32489ef2-4d6d-4b12-8fcc-6f400adc7c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755520 Nov 16 21:53:39.004750 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-0f94600e-41f8-493b-bbcb-ccb903a44c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:39.017965 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-44c9333f-2f04-48e1-97fd-a77edbca2ed6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:53:39.023288 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f94600e-41f8-493b-bbcb-ccb903a44c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92152806-6e9a-4d27-aae2-8ca172a933cf,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:39.035034 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f94600e-41f8-493b-bbcb-ccb903a44c51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:39.035527 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f94600e-41f8-493b-bbcb-ccb903a44c51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:39.035898 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f94600e-41f8-493b-bbcb-ccb903a44c51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:39.036311 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f94600e-41f8-493b-bbcb-ccb903a44c51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:39.036728 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f94600e-41f8-493b-bbcb-ccb903a44c51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:39.037136 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f94600e-41f8-493b-bbcb-ccb903a44c51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:39.037660 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f94600e-41f8-493b-bbcb-ccb903a44c51 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:39.038074 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f94600e-41f8-493b-bbcb-ccb903a44c51 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:39.038493 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f94600e-41f8-493b-bbcb-ccb903a44c51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:39.038890 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f94600e-41f8-493b-bbcb-ccb903a44c51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:39.039283 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f94600e-41f8-493b-bbcb-ccb903a44c51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:39.039674 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f94600e-41f8-493b-bbcb-ccb903a44c51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:39.043142 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-0f94600e-41f8-493b-bbcb-ccb903a44c51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:53:39.046665 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-0f94600e-41f8-493b-bbcb-ccb903a44c51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:39.047324 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-0f94600e-41f8-493b-bbcb-ccb903a44c51 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/92152806-6e9a-4d27-aae2-8ca172a933cf HTTP/1.1" status: 204 len: 168 time: 0.3486450 Nov 16 21:53:39.332831 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02e94d-da65-405c-9acd-582d5d4f4f8e req-82dbbaea-6ff3-47d3-89b2-15e9a0c06fd9 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:39.334368 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-7c02e94d-da65-405c-9acd-582d5d4f4f8e req-82dbbaea-6ff3-47d3-89b2-15e9a0c06fd9 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.1138563 Nov 16 21:53:39.385930 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-7c02e94d-da65-405c-9acd-582d5d4f4f8e req-638b19db-fff6-4ae3-9461-137dffa838c7 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453589 Nov 16 21:53:39.404954 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 42860) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:53:39.422675 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-4aebed06-e738-4d69-8fb5-789fb81b0c86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:39.442347 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-4aebed06-e738-4d69-8fb5-789fb81b0c86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:53:39.446351 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-4aebed06-e738-4d69-8fb5-789fb81b0c86 admin admin] Usage tracker for resource:security_group_rule and tenant:090f0772ee1e40e5be3ac79df5a4c2c5 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:53:39.449234 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-4aebed06-e738-4d69-8fb5-789fb81b0c86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:53:39.455614 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-4aebed06-e738-4d69-8fb5-789fb81b0c86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:53:39.567169 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-4aebed06-e738-4d69-8fb5-789fb81b0c86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:39.582045 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-4aebed06-e738-4d69-8fb5-789fb81b0c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:39.589327 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-c9d6f4b2-dc22-4544-9b47-e771d9076d73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:53:39.638644 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-4aebed06-e738-4d69-8fb5-789fb81b0c86 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=090f0772ee1e40e5be3ac79df5a4c2c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2301347 Nov 16 21:53:39.638644 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aebed06-e738-4d69-8fb5-789fb81b0c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665f90be-1172-4e2d-8c54-01173143f2de,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:39.639990 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 42864) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:53:39.647042 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-4aebed06-e738-4d69-8fb5-789fb81b0c86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:53:39.785520 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-147c584c-b28b-49bf-9c44-0bf5035a8a1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:39.814426 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-147c584c-b28b-49bf-9c44-0bf5035a8a1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:39.868836 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-147c584c-b28b-49bf-9c44-0bf5035a8a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:39.874706 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-1b9307e1-3d2b-4d26-b4f6-ae1f521a8ab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:53:39.900643 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147c584c-b28b-49bf-9c44-0bf5035a8a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665f90be-1172-4e2d-8c54-01173143f2de,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:39.903399 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-147c584c-b28b-49bf-9c44-0bf5035a8a1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:53:39.910335 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-147c584c-b28b-49bf-9c44-0bf5035a8a1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:39.914518 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-147c584c-b28b-49bf-9c44-0bf5035a8a1a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/665f90be-1172-4e2d-8c54-01173143f2de HTTP/1.1" status: 204 len: 168 time: 0.2716033 Nov 16 21:53:39.941294 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad598156-07b4-44ef-9d29-bb32458c8868 req-e0cae701-f495-43b1-8311-bab812f79a7e tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:39.942866 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-ad598156-07b4-44ef-9d29-bb32458c8868 req-e0cae701-f495-43b1-8311-bab812f79a7e tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 946 time: 0.1115313 Nov 16 21:53:40.031062 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-ad598156-07b4-44ef-9d29-bb32458c8868 req-01f1e99a-d16a-4bff-b513-f79b9ebd20f0 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795505 Nov 16 21:53:40.290981 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b93b4-4e96-41e7-acdb-2d6941a838aa req-d7d499a1-b32e-41ad-933e-e330eb49ae0a tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:40.303086 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-1f1b93b4-4e96-41e7-acdb-2d6941a838aa req-d7d499a1-b32e-41ad-933e-e330eb49ae0a tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce06053d-1e39-4dfd-bac0-3704072050cb HTTP/1.1" status: 200 len: 932 time: 0.1386883 Nov 16 21:53:40.390774 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-1f1b93b4-4e96-41e7-acdb-2d6941a838aa req-b7a1822e-6c9f-4d16-915d-efccab1caf41 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/security-groups?id=32489ef2-4d6d-4b12-8fcc-6f400adc7c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810027 Nov 16 21:53:40.439903 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 42884) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:53:40.458802 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-3a167745-99e9-4e70-aa14-095181523467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:40.474410 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-3a167745-99e9-4e70-aa14-095181523467 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:53:40.478292 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-3a167745-99e9-4e70-aa14-095181523467 admin admin] Usage tracker for resource:security_group_rule and tenant:cc995f794c664482b37ad3efdfc11e36 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:53:40.481307 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-3a167745-99e9-4e70-aa14-095181523467 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:53:40.487381 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-3a167745-99e9-4e70-aa14-095181523467 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:53:40.644745 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e384608-d0c3-43f0-b84d-04d7efe892c2 req-f1874a37-7f0d-4136-b11a-8174215d4e0a tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:40.646263 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-7e384608-d0c3-43f0-b84d-04d7efe892c2 req-f1874a37-7f0d-4136-b11a-8174215d4e0a tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.1340907 Nov 16 21:53:40.656162 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-3a167745-99e9-4e70-aa14-095181523467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:40.693100 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-3a167745-99e9-4e70-aa14-095181523467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:40.703117 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-9cf0db30-a106-4bec-b919-d46e81516b37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:53:40.725216 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-7e384608-d0c3-43f0-b84d-04d7efe892c2 req-852d9d53-6ebf-4257-988e-1b6c6b1cd2e8 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722640 Nov 16 21:53:40.751997 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-3a167745-99e9-4e70-aa14-095181523467 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cc995f794c664482b37ad3efdfc11e36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3108733 Nov 16 21:53:40.753646 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a167745-99e9-4e70-aa14-095181523467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ff3ac6-7795-4822-8f56-c2064eca053a,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:40.754575 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 42888) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:53:40.756546 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-3a167745-99e9-4e70-aa14-095181523467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:53:40.829507 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-bf67e78b-a1fa-46bb-94c0-80de8c24460f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:40.856114 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-bf67e78b-a1fa-46bb-94c0-80de8c24460f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:40.919198 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-bf67e78b-a1fa-46bb-94c0-80de8c24460f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:40.924598 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-ea7de4da-c263-49ed-8924-54b8977b0d96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:53:40.936063 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf67e78b-a1fa-46bb-94c0-80de8c24460f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ff3ac6-7795-4822-8f56-c2064eca053a,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:40.938495 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-bf67e78b-a1fa-46bb-94c0-80de8c24460f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:53:40.944584 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-bf67e78b-a1fa-46bb-94c0-80de8c24460f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:40.945768 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-bf67e78b-a1fa-46bb-94c0-80de8c24460f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/24ff3ac6-7795-4822-8f56-c2064eca053a HTTP/1.1" status: 204 len: 168 time: 0.1900146 Nov 16 21:53:41.266504 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ff13f-e0eb-4da2-8c76-52dba17d801e req-79774da6-581b-4f70-a94f-e46364f3ec33 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:41.268036 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-5b8ff13f-e0eb-4da2-8c76-52dba17d801e req-79774da6-581b-4f70-a94f-e46364f3ec33 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 946 time: 0.1031799 Nov 16 21:53:41.329246 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-5b8ff13f-e0eb-4da2-8c76-52dba17d801e req-c868e9d1-94ae-4dff-aa53-25d88683d342 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517442 Nov 16 21:53:41.649485 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d79a8-646d-4682-abdc-6514b06adb59 req-8aaa4128-9d1d-4870-990f-69de3c9a5829 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:41.658036 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-252d79a8-646d-4682-abdc-6514b06adb59 req-8aaa4128-9d1d-4870-990f-69de3c9a5829 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce06053d-1e39-4dfd-bac0-3704072050cb HTTP/1.1" status: 200 len: 932 time: 0.1347582 Nov 16 21:53:41.719573 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-252d79a8-646d-4682-abdc-6514b06adb59 req-2de856a9-f7d2-4c99-9575-95945c7cd45d tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/security-groups?id=32489ef2-4d6d-4b12-8fcc-6f400adc7c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532124 Nov 16 21:53:41.987198 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded76188-3047-4229-9894-4c4469411d67 req-197c5baf-f01b-4409-bfb3-73b2f627a43e tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:41.989068 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-ded76188-3047-4229-9894-4c4469411d67 req-197c5baf-f01b-4409-bfb3-73b2f627a43e tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.1211076 Nov 16 21:53:42.043139 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-ded76188-3047-4229-9894-4c4469411d67 req-f3828c8c-4ad1-4ca3-b7ba-9c92a3f56991 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482414 Nov 16 21:53:42.544635 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd92e010-eab2-4e52-937e-5c63481b2f38 req-c2de11d4-2166-44fa-8454-b428b43a3c93 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:42.553596 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-bd92e010-eab2-4e52-937e-5c63481b2f38 req-c2de11d4-2166-44fa-8454-b428b43a3c93 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 946 time: 0.1057022 Nov 16 21:53:42.623331 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-bd92e010-eab2-4e52-937e-5c63481b2f38 req-b0a93f39-53e8-468e-9fb9-18744bef80fd tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685716 Nov 16 21:53:42.908806 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5c3e7-95c0-4b0e-aff3-7fb58d606425 req-d7acf635-3031-4607-a4e7-a819ee63504b tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:42.915788 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-94d5c3e7-95c0-4b0e-aff3-7fb58d606425 req-d7acf635-3031-4607-a4e7-a819ee63504b tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce06053d-1e39-4dfd-bac0-3704072050cb HTTP/1.1" status: 200 len: 932 time: 0.0876253 Nov 16 21:53:42.960286 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-94d5c3e7-95c0-4b0e-aff3-7fb58d606425 req-ad26e015-fd7a-48ec-9e46-176842d670b1 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/security-groups?id=32489ef2-4d6d-4b12-8fcc-6f400adc7c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436561 Nov 16 21:53:43.314613 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6d83e-1891-4a98-b7af-f28f61ebd454 req-a27b2a98-1807-49bb-b06a-f4f16666ae60 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:43.316206 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-c2d6d83e-1891-4a98-b7af-f28f61ebd454 req-a27b2a98-1807-49bb-b06a-f4f16666ae60 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.1593275 Nov 16 21:53:43.360746 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-c2d6d83e-1891-4a98-b7af-f28f61ebd454 req-ee207430-d198-4d6c-a8b8-31f6b70f75ff tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383575 Nov 16 21:53:43.809865 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db1f428-9f7c-4ad3-9f66-ad78f3e2787e req-4a577df1-595a-4945-b20c-9ded347da130 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:43.811384 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-5db1f428-9f7c-4ad3-9f66-ad78f3e2787e req-4a577df1-595a-4945-b20c-9ded347da130 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 946 time: 0.0838223 Nov 16 21:53:43.858099 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-5db1f428-9f7c-4ad3-9f66-ad78f3e2787e req-e964d9b3-837b-4c4e-a147-f0e06a6100e2 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399225 Nov 16 21:53:43.865708 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [req-16d6db55-6f8a-4ce7-9633-3d2c60eecb93 req-c31246d8-8019-47c8-b0f6-23bce1d9d885 service neutron] Request body: {'port': {'device_id': 'ce06053d-1e39-4dfd-bac0-3704072050cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81814'}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:53:44.105981 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-16d6db55-6f8a-4ce7-9633-3d2c60eecb93 req-c31246d8-8019-47c8-b0f6-23bce1d9d885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:44.160612 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d57050a-6343-4c59-a284-39dfb0d8dbdd req-6df770e8-9814-4823-971b-5d1eaab1e3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:44.162075 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-7d57050a-6343-4c59-a284-39dfb0d8dbdd req-6df770e8-9814-4823-971b-5d1eaab1e3dd service neutron] 10.222.0.60 "GET /v2.0/networks?id=4c2cdc0e-8705-442b-a218-488155a7767e HTTP/1.1" status: 200 len: 920 time: 0.3003850 Nov 16 21:53:44.290459 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-7d57050a-6343-4c59-a284-39dfb0d8dbdd req-c2849f98-eddf-4248-a17c-879bad717b52 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ced111e-1ae0-43ac-84df-e1bfc805cdd3 HTTP/1.1" status: 200 len: 217 time: 0.1176369 Nov 16 21:53:44.441883 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d57050a-6343-4c59-a284-39dfb0d8dbdd req-2f8251c6-3e9d-484f-a9a1-cba190ca05d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:44.443349 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-7d57050a-6343-4c59-a284-39dfb0d8dbdd req-2f8251c6-3e9d-484f-a9a1-cba190ca05d6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7ba5f404-5610-4d51-b5c8-16096278c672 HTTP/1.1" status: 200 len: 859 time: 0.1404836 Nov 16 21:53:44.511111 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3710a2c-4879-4730-bc71-ff5e0079d1b6 req-dfc6e338-39c5-458d-a017-3a774e7ce804 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:44.512505 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-e3710a2c-4879-4730-bc71-ff5e0079d1b6 req-dfc6e338-39c5-458d-a017-3a774e7ce804 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce06053d-1e39-4dfd-bac0-3704072050cb HTTP/1.1" status: 200 len: 932 time: 0.4105642 Nov 16 21:53:44.519268 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-7d57050a-6343-4c59-a284-39dfb0d8dbdd req-3871107b-e58d-48b6-b22f-8d6427af7ca1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4c2cdc0e-8705-442b-a218-488155a7767e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659764 Nov 16 21:53:44.559231 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733c380-c7ca-434d-b351-8b98fd814204 req-aab801ca-b7fd-4b13-82d9-05c6f0169bf9 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:44.561255 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-0733c380-c7ca-434d-b351-8b98fd814204 req-aab801ca-b7fd-4b13-82d9-05c6f0169bf9 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.0846362 Nov 16 21:53:44.604716 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-0733c380-c7ca-434d-b351-8b98fd814204 req-4bddfbb1-ad8c-455c-93c2-46c917d3e18f tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380919 Nov 16 21:53:44.721967 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-e3710a2c-4879-4730-bc71-ff5e0079d1b6 req-6bd903f2-23d3-43ea-81c7-5cf79d5c2ddf tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/security-groups?id=32489ef2-4d6d-4b12-8fcc-6f400adc7c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017503 Nov 16 21:53:44.795315 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-7d57050a-6343-4c59-a284-39dfb0d8dbdd req-7b7976c0-7ad8-48c5-b2e4-5306c814727c service neutron] 10.222.0.60 "GET /v2.0/networks/4c2cdc0e-8705-442b-a218-488155a7767e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583094 Nov 16 21:53:44.952315 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.notifiers.nova [req-16d6db55-6f8a-4ce7-9633-3d2c60eecb93 req-c31246d8-8019-47c8-b0f6-23bce1d9d885 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b862b37-bab8-4107-b783-400ee75fa034 {{(pid=86863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:53:44.962936 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-16d6db55-6f8a-4ce7-9633-3d2c60eecb93 req-c31246d8-8019-47c8-b0f6-23bce1d9d885 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:45.006139 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.provisioning_blocks [req-16d6db55-6f8a-4ce7-9633-3d2c60eecb93 req-c31246d8-8019-47c8-b0f6-23bce1d9d885 service neutron] Transition to ACTIVE for port object 8b862b37-bab8-4107-b783-400ee75fa034 will not be triggered until provisioned by entity L2. {{(pid=86863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:53:45.014789 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-7d57050a-6343-4c59-a284-39dfb0d8dbdd req-0bfbca62-b9ea-490e-af8a-1dcab78f2c71 service neutron] 10.222.0.60 "GET /v2.0/networks/4c2cdc0e-8705-442b-a218-488155a7767e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042089 Nov 16 21:53:45.016059 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-16d6db55-6f8a-4ce7-9633-3d2c60eecb93 req-c31246d8-8019-47c8-b0f6-23bce1d9d885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:45.021962 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:53:45.064743 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db235aae-1d0c-4e7a-95d6-102bdfdb87ec req-28a685be-de57-44b0-b58a-280820d785bd tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:45.066335 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-db235aae-1d0c-4e7a-95d6-102bdfdb87ec req-28a685be-de57-44b0-b58a-280820d785bd tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 946 time: 0.0950189 Nov 16 21:53:45.143392 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-db235aae-1d0c-4e7a-95d6-102bdfdb87ec req-b1a01ecb-0e7a-4fd1-8549-a7b85514d7c6 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712783 Nov 16 21:53:45.159883 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31246d8-8019-47c8-b0f6-23bce1d9d885 service neutron] Pushing event updated for resources: {'Port': ['ID=8b862b37-bab8-4107-b783-400ee75fa034,revision_number=2']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:45.163257 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-c31246d8-8019-47c8-b0f6-23bce1d9d885 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:53:45.216525 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.managers [req-16d6db55-6f8a-4ce7-9633-3d2c60eecb93 req-c31246d8-8019-47c8-b0f6-23bce1d9d885 service neutron] Attempting to bind port 8b862b37-bab8-4107-b783-400ee75fa034 on host hv-cinder-81814 for vnic_type normal with profile {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 21:53:45.217453 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.managers [req-16d6db55-6f8a-4ce7-9633-3d2c60eecb93 req-c31246d8-8019-47c8-b0f6-23bce1d9d885 service neutron] Attempting to bind port 8b862b37-bab8-4107-b783-400ee75fa034 by drivers openvswitch,hyperv on host hv-cinder-81814 at level 0 using segments [{'id': '17dd1725-2c57-400e-9e6b-11a5956cf79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'c5eafeb0-dec6-468b-8eb8-3ad7b65a9408'}] {{(pid=86863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 21:53:45.217881 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d6db55-6f8a-4ce7-9633-3d2c60eecb93 req-c31246d8-8019-47c8-b0f6-23bce1d9d885 service neutron] Attempting to bind port 8b862b37-bab8-4107-b783-400ee75fa034 on network c5eafeb0-dec6-468b-8eb8-3ad7b65a9408 {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 16 21:53:45.223362 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d6db55-6f8a-4ce7-9633-3d2c60eecb93 req-c31246d8-8019-47c8-b0f6-23bce1d9d885 service neutron] Port 8b862b37-bab8-4107-b783-400ee75fa034 on network c5eafeb0-dec6-468b-8eb8-3ad7b65a9408 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81814 {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 16 21:53:45.223677 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d6db55-6f8a-4ce7-9633-3d2c60eecb93 req-c31246d8-8019-47c8-b0f6-23bce1d9d885 service neutron] Attempting to bind port 8b862b37-bab8-4107-b783-400ee75fa034 on network c5eafeb0-dec6-468b-8eb8-3ad7b65a9408 {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 16 21:53:45.229077 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d6db55-6f8a-4ce7-9633-3d2c60eecb93 req-c31246d8-8019-47c8-b0f6-23bce1d9d885 service neutron] Checking agent: {'id': '426a5c9b-164f-481a-ad6e-a795536ce9ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81814', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 49, 31), 'started_at': datetime.datetime(2021, 11, 16, 21, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 16 21:53:45.229415 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d6db55-6f8a-4ce7-9633-3d2c60eecb93 req-c31246d8-8019-47c8-b0f6-23bce1d9d885 service neutron] Checking segment: {'id': '17dd1725-2c57-400e-9e6b-11a5956cf79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'c5eafeb0-dec6-468b-8eb8-3ad7b65a9408'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 16 21:53:45.229792 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d6db55-6f8a-4ce7-9633-3d2c60eecb93 req-c31246d8-8019-47c8-b0f6-23bce1d9d885 service neutron] Bound using segment: {'id': '17dd1725-2c57-400e-9e6b-11a5956cf79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'c5eafeb0-dec6-468b-8eb8-3ad7b65a9408'} {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 16 21:53:45.230245 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.managers [req-16d6db55-6f8a-4ce7-9633-3d2c60eecb93 req-c31246d8-8019-47c8-b0f6-23bce1d9d885 service neutron] Bound port: 8b862b37-bab8-4107-b783-400ee75fa034, host: hv-cinder-81814, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17dd1725-2c57-400e-9e6b-11a5956cf79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'c5eafeb0-dec6-468b-8eb8-3ad7b65a9408'}}] {{(pid=86863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 21:53:45.230582 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-16d6db55-6f8a-4ce7-9633-3d2c60eecb93 req-c31246d8-8019-47c8-b0f6-23bce1d9d885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:45.426953 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.db [req-16d6db55-6f8a-4ce7-9633-3d2c60eecb93 req-c31246d8-8019-47c8-b0f6-23bce1d9d885 service neutron] For port 8b862b37-bab8-4107-b783-400ee75fa034, host hv-cinder-81814, cleared binding levels {{(pid=86863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 16 21:53:45.430439 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.db [req-16d6db55-6f8a-4ce7-9633-3d2c60eecb93 req-c31246d8-8019-47c8-b0f6-23bce1d9d885 service neutron] For port 8b862b37-bab8-4107-b783-400ee75fa034, host hv-cinder-81814, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=8b862b37-bab8-4107-b783-400ee75fa034,segment=NetworkSegment(17dd1725-2c57-400e-9e6b-11a5956cf79c),segment_id=17dd1725-2c57-400e-9e6b-11a5956cf79c)] {{(pid=86863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 16 21:53:45.435884 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-16d6db55-6f8a-4ce7-9633-3d2c60eecb93 req-c31246d8-8019-47c8-b0f6-23bce1d9d885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:45.440573 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:53:45.452911 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 42982) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:53:45.497705 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6db55-6f8a-4ce7-9633-3d2c60eecb93 req-c31246d8-8019-47c8-b0f6-23bce1d9d885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:45.498587 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-16d6db55-6f8a-4ce7-9633-3d2c60eecb93 req-c31246d8-8019-47c8-b0f6-23bce1d9d885 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for port, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:45.500048 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-16d6db55-6f8a-4ce7-9633-3d2c60eecb93 req-c31246d8-8019-47c8-b0f6-23bce1d9d885 service neutron] 10.222.0.60 "PUT /v2.0/ports/8b862b37-bab8-4107-b783-400ee75fa034 HTTP/1.1" status: 200 len: 1094 time: 1.6398048 Nov 16 21:53:45.500562 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce06053d-1e39-4dfd-bac0-3704072050cb', 'tag': '8b862b37-bab8-4107-b783-400ee75fa034'}] {{(pid=86863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:53:45.595587 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce06053d-1e39-4dfd-bac0-3704072050cb', 'tag': '8b862b37-bab8-4107-b783-400ee75fa034', 'status': 'completed', 'code': 200} Nov 16 21:53:45.614285 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31246d8-8019-47c8-b0f6-23bce1d9d885 service neutron] Pushing event updated for resources: {'Port': ['ID=8b862b37-bab8-4107-b783-400ee75fa034,revision_number=3']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:45.619840 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-c31246d8-8019-47c8-b0f6-23bce1d9d885 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:53:45.620045 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-797babcb-06d2-4d15-acec-e1679a39e666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:45.655294 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6db55-6f8a-4ce7-9633-3d2c60eecb93 req-149aef6a-fc20-490c-9225-fe4497d4a96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:45.656282 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-797babcb-06d2-4d15-acec-e1679a39e666 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:53:45.657725 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-16d6db55-6f8a-4ce7-9633-3d2c60eecb93 req-149aef6a-fc20-490c-9225-fe4497d4a96e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0121324dc4634d618660eb8421898f4a&device_id=ce06053d-1e39-4dfd-bac0-3704072050cb HTTP/1.1" status: 200 len: 1097 time: 0.0999219 Nov 16 21:53:45.660483 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-797babcb-06d2-4d15-acec-e1679a39e666 admin admin] Usage tracker for resource:security_group_rule and tenant:824fce909ae9449fa9707098cc4e0196 is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:53:45.663576 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-797babcb-06d2-4d15-acec-e1679a39e666 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:53:45.670484 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-797babcb-06d2-4d15-acec-e1679a39e666 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:53:45.750751 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-16d6db55-6f8a-4ce7-9633-3d2c60eecb93 req-c55165fb-3013-422f-a737-27cfa5334bd6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b862b37-bab8-4107-b783-400ee75fa034 HTTP/1.1" status: 200 len: 217 time: 0.0827599 Nov 16 21:53:45.822528 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 42996) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:53:45.845742 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6db55-6f8a-4ce7-9633-3d2c60eecb93 req-d39e0a7b-e21b-43a1-9235-b1ca7853d447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:45.847275 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-16d6db55-6f8a-4ce7-9633-3d2c60eecb93 req-d39e0a7b-e21b-43a1-9235-b1ca7853d447 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d6c6635f-06ee-4a59-b0bc-7e807ed8a05e HTTP/1.1" status: 200 len: 854 time: 0.0880201 Nov 16 21:53:45.893339 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-797babcb-06d2-4d15-acec-e1679a39e666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:45.908905 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730926ac-337b-4d39-87e7-c46807f5098a req-c6b98937-0ddb-4ab0-befd-7c01346da3f7 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:45.910395 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-730926ac-337b-4d39-87e7-c46807f5098a req-c6b98937-0ddb-4ab0-befd-7c01346da3f7 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.1530118 Nov 16 21:53:45.911548 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-797babcb-06d2-4d15-acec-e1679a39e666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:45.921981 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-390dfcd4-d4a9-441f-8368-a4466c193ee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:53:45.988791 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797babcb-06d2-4d15-acec-e1679a39e666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50534d25-0006-4972-aab9-a9811ceaeee9,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:45.997148 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-797babcb-06d2-4d15-acec-e1679a39e666 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=824fce909ae9449fa9707098cc4e0196&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5407140 Nov 16 21:53:45.997148 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-797babcb-06d2-4d15-acec-e1679a39e666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:53:45.999151 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 43002) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:53:46.008399 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-0045d093-8c9c-4be4-9ad2-d5336c0fac0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:46.020330 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-730926ac-337b-4d39-87e7-c46807f5098a req-b30a5117-720c-4a1a-b5c3-0c001cca61d9 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016810 Nov 16 21:53:46.038813 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-0045d093-8c9c-4be4-9ad2-d5336c0fac0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:53:46.046806 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-0045d093-8c9c-4be4-9ad2-d5336c0fac0a admin admin] Usage tracker for resource:security_group_rule and tenant:1764978f5a4e47be9930f79c9694c538 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:53:46.051152 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-0045d093-8c9c-4be4-9ad2-d5336c0fac0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:53:46.061181 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-0045d093-8c9c-4be4-9ad2-d5336c0fac0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:53:46.074277 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-ad16fbc2-2b89-4c06-8593-9dc7036f2814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:46.081878 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6db55-6f8a-4ce7-9633-3d2c60eecb93 req-15d75833-c9ba-4509-a65d-ceaa1cbc764c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:46.083377 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-16d6db55-6f8a-4ce7-9633-3d2c60eecb93 req-15d75833-c9ba-4509-a65d-ceaa1cbc764c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c5eafeb0-dec6-468b-8eb8-3ad7b65a9408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2285452 Nov 16 21:53:46.100976 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-ad16fbc2-2b89-4c06-8593-9dc7036f2814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:46.129083 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1361606-2031-46f2-b01f-f5867641c308 req-f2393fcd-1643-4019-b24d-c20c17129df6 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:46.130580 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-e1361606-2031-46f2-b01f-f5867641c308 req-f2393fcd-1643-4019-b24d-c20c17129df6 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce06053d-1e39-4dfd-bac0-3704072050cb HTTP/1.1" status: 200 len: 944 time: 0.2127795 Nov 16 21:53:46.157270 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-ad16fbc2-2b89-4c06-8593-9dc7036f2814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:46.164246 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-953c674a-35a3-44f4-9792-21e9ec2927d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:53:46.177720 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad16fbc2-2b89-4c06-8593-9dc7036f2814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50534d25-0006-4972-aab9-a9811ceaeee9,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:46.185007 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-ad16fbc2-2b89-4c06-8593-9dc7036f2814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:46.186340 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-ad16fbc2-2b89-4c06-8593-9dc7036f2814 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/50534d25-0006-4972-aab9-a9811ceaeee9 HTTP/1.1" status: 204 len: 168 time: 0.1863751 Nov 16 21:53:46.188146 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-ad16fbc2-2b89-4c06-8593-9dc7036f2814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:53:46.302042 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-e1361606-2031-46f2-b01f-f5867641c308 req-9d975010-15ff-4e1f-abbc-b7155d3eea4c tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/security-groups?id=32489ef2-4d6d-4b12-8fcc-6f400adc7c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114810 Nov 16 21:53:46.336379 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-16d6db55-6f8a-4ce7-9633-3d2c60eecb93 req-af3120d0-3729-45d4-94d5-e1f1faa2efd3 service neutron] 10.222.0.60 "GET /v2.0/networks/c5eafeb0-dec6-468b-8eb8-3ad7b65a9408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425807 Nov 16 21:53:46.375582 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-0045d093-8c9c-4be4-9ad2-d5336c0fac0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:46.385760 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-0045d093-8c9c-4be4-9ad2-d5336c0fac0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:46.439546 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-a16b2b45-3f8a-40bf-99fe-bbe8b128424c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:53:46.455727 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba124cd-42e0-4830-adb3-c9c00e7475e3 req-baf75be4-7ad8-49c8-9af0-9a3a19c14c56 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:46.458476 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-bba124cd-42e0-4830-adb3-c9c00e7475e3 req-baf75be4-7ad8-49c8-9af0-9a3a19c14c56 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 946 time: 0.0922382 Nov 16 21:53:46.505664 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0045d093-8c9c-4be4-9ad2-d5336c0fac0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1279c17f-7527-44c9-8058-9a05d9215091,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:46.506011 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-bba124cd-42e0-4830-adb3-c9c00e7475e3 req-7ad2e398-5f98-4f72-94a0-ab1b5578e636 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411737 Nov 16 21:53:46.508709 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-0045d093-8c9c-4be4-9ad2-d5336c0fac0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:53:46.513275 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-0045d093-8c9c-4be4-9ad2-d5336c0fac0a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1764978f5a4e47be9930f79c9694c538&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6894550 Nov 16 21:53:46.517251 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 43012) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:53:46.548477 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-16d6db55-6f8a-4ce7-9633-3d2c60eecb93 req-bae1b3d1-479b-4bfc-8d99-0d46b64fba2d service neutron] 10.222.0.60 "GET /v2.0/networks/c5eafeb0-dec6-468b-8eb8-3ad7b65a9408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974173 Nov 16 21:53:46.584339 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-3ee14fde-421b-41db-a6d2-bca347ec6038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:46.610882 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-3ee14fde-421b-41db-a6d2-bca347ec6038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:46.663100 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-3ee14fde-421b-41db-a6d2-bca347ec6038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:46.668303 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-ad16fbc2-2b89-4c06-8593-9dc7036f2814 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:53:46.681970 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd728333-43b6-403d-9732-f603c06a7ac6 req-abbe01a4-6e98-429c-983f-9256015b98e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:46.683915 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-dd728333-43b6-403d-9732-f603c06a7ac6 req-abbe01a4-6e98-429c-983f-9256015b98e7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0121324dc4634d618660eb8421898f4a&device_id=ce06053d-1e39-4dfd-bac0-3704072050cb HTTP/1.1" status: 200 len: 1097 time: 0.0788717 Nov 16 21:53:46.684253 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee14fde-421b-41db-a6d2-bca347ec6038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1279c17f-7527-44c9-8058-9a05d9215091,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:46.686838 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-3ee14fde-421b-41db-a6d2-bca347ec6038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:53:46.688111 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-3ee14fde-421b-41db-a6d2-bca347ec6038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:46.689710 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-3ee14fde-421b-41db-a6d2-bca347ec6038 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1279c17f-7527-44c9-8058-9a05d9215091 HTTP/1.1" status: 204 len: 168 time: 0.1712253 Nov 16 21:53:46.827527 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd728333-43b6-403d-9732-f603c06a7ac6 req-642344ab-d3b5-426d-a8a7-b7f34600773a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:46.828964 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-dd728333-43b6-403d-9732-f603c06a7ac6 req-642344ab-d3b5-426d-a8a7-b7f34600773a service neutron] 10.222.0.60 "GET /v2.0/networks?id=c5eafeb0-dec6-468b-8eb8-3ad7b65a9408 HTTP/1.1" status: 200 len: 916 time: 0.1366141 Nov 16 21:53:46.923176 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-dd728333-43b6-403d-9732-f603c06a7ac6 req-fe642a33-9598-47f8-8a69-8df63cea3338 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b862b37-bab8-4107-b783-400ee75fa034 HTTP/1.1" status: 200 len: 217 time: 0.0829318 Nov 16 21:53:47.014203 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd728333-43b6-403d-9732-f603c06a7ac6 req-3426366c-79cf-46eb-9b5d-d9c7e4a3a227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:47.015937 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-dd728333-43b6-403d-9732-f603c06a7ac6 req-3426366c-79cf-46eb-9b5d-d9c7e4a3a227 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d6c6635f-06ee-4a59-b0bc-7e807ed8a05e HTTP/1.1" status: 200 len: 854 time: 0.0832090 Nov 16 21:53:47.100369 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd728333-43b6-403d-9732-f603c06a7ac6 req-c4ce8842-0fbe-4cb4-be40-16c3d693f988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:47.102101 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-dd728333-43b6-403d-9732-f603c06a7ac6 req-c4ce8842-0fbe-4cb4-be40-16c3d693f988 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c5eafeb0-dec6-468b-8eb8-3ad7b65a9408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0738101 Nov 16 21:53:47.296020 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-dd728333-43b6-403d-9732-f603c06a7ac6 req-359f9ed2-78e3-4349-bd60-2640f272c8ea service neutron] 10.222.0.60 "GET /v2.0/networks/c5eafeb0-dec6-468b-8eb8-3ad7b65a9408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808090 Nov 16 21:53:47.303604 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f44ca-8f12-4acc-920f-49f572c144e2 req-38aeb290-b5e6-4447-999f-d1b4b7cfe961 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:47.304919 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-ce4f44ca-8f12-4acc-920f-49f572c144e2 req-38aeb290-b5e6-4447-999f-d1b4b7cfe961 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.1718075 Nov 16 21:53:47.514008 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-ce4f44ca-8f12-4acc-920f-49f572c144e2 req-4994f42d-3c4f-4585-8152-bb1bda7feb08 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885071 Nov 16 21:53:47.555783 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-dd728333-43b6-403d-9732-f603c06a7ac6 req-b89dba57-04e8-4df1-9bf4-7b0648d55c1f service neutron] 10.222.0.60 "GET /v2.0/networks/c5eafeb0-dec6-468b-8eb8-3ad7b65a9408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498314 Nov 16 21:53:47.557507 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18bac84-58ae-489b-9d92-3d82ca58643b req-a90a6365-52ad-4349-a014-426f82767de4 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:47.558446 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [req-e18bac84-58ae-489b-9d92-3d82ca58643b req-a90a6365-52ad-4349-a014-426f82767de4 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Synchronizing usage tracker for tenant:0121324dc4634d618660eb8421898f4a on resource:port {{(pid=86864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:53:47.580515 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [req-e18bac84-58ae-489b-9d92-3d82ca58643b req-a90a6365-52ad-4349-a014-426f82767de4 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Unset dirty status for tenant:0121324dc4634d618660eb8421898f4a on resource:port {{(pid=86864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:53:47.582034 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-e18bac84-58ae-489b-9d92-3d82ca58643b req-a90a6365-52ad-4349-a014-426f82767de4 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce06053d-1e39-4dfd-bac0-3704072050cb HTTP/1.1" status: 200 len: 944 time: 0.1118710 Nov 16 21:53:47.718337 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-e18bac84-58ae-489b-9d92-3d82ca58643b req-4367d3f1-5080-4b93-8178-1549c27ed906 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/security-groups?id=32489ef2-4d6d-4b12-8fcc-6f400adc7c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298368 Nov 16 21:53:47.723010 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b543e1-6694-40fe-ba56-8c2645c4d288 req-49bb5483-7de6-4d66-a2b2-f6e394682591 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:47.724807 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-44b543e1-6694-40fe-ba56-8c2645c4d288 req-49bb5483-7de6-4d66-a2b2-f6e394682591 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 946 time: 0.0892806 Nov 16 21:53:47.770137 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-44b543e1-6694-40fe-ba56-8c2645c4d288 req-db545b84-807c-447f-b966-c06042f9714c tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393851 Nov 16 21:53:48.907150 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ccc8a2-788f-4382-b8d6-e4c816648bd7 req-ade66583-16ca-4de2-81bb-fcb266d70b68 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:48.908602 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-b2ccc8a2-788f-4382-b8d6-e4c816648bd7 req-ade66583-16ca-4de2-81bb-fcb266d70b68 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce06053d-1e39-4dfd-bac0-3704072050cb HTTP/1.1" status: 200 len: 944 time: 0.0831683 Nov 16 21:53:48.955366 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-b2ccc8a2-788f-4382-b8d6-e4c816648bd7 req-015374d9-e47e-4fbf-8e6c-317472e84bba tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/security-groups?id=32489ef2-4d6d-4b12-8fcc-6f400adc7c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407836 Nov 16 21:53:48.967914 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17996131-e561-489f-a5eb-06f20887b971 req-4415124b-7a7d-45fd-9852-8cf5ec86e85a tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:48.969350 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-17996131-e561-489f-a5eb-06f20887b971 req-4415124b-7a7d-45fd-9852-8cf5ec86e85a tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 946 time: 0.0866456 Nov 16 21:53:49.013794 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-17996131-e561-489f-a5eb-06f20887b971 req-cae535b2-f832-42a9-9927-13cbc600490a tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378392 Nov 16 21:53:49.306897 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbcea15-f47e-47e9-9bcd-8d1e4c8880cb req-daff1599-309c-41ac-a533-d8fc63bd9a86 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:49.308248 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-3dbcea15-f47e-47e9-9bcd-8d1e4c8880cb req-daff1599-309c-41ac-a533-d8fc63bd9a86 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.0789237 Nov 16 21:53:49.356189 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-3dbcea15-f47e-47e9-9bcd-8d1e4c8880cb req-82c1a834-b654-4698-a4dd-b2e2a92cf92f tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421467 Nov 16 21:53:49.772515 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device 8b862b37-bab8-4107-b783-400ee75fa034 details requested by agent hyperv_hv-cinder-81814 with host hv-cinder-81814 {{(pid=86865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 16 21:53:49.912691 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port 8b862b37-bab8-4107-b783-400ee75fa034, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=8b862b37-bab8-4107-b783-400ee75fa034,segment=NetworkSegment(17dd1725-2c57-400e-9e6b-11a5956cf79c),segment_id=17dd1725-2c57-400e-9e6b-11a5956cf79c)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:53:49.926375 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Returning: {'device': '8b862b37-bab8-4107-b783-400ee75fa034', 'network_id': 'c5eafeb0-dec6-468b-8eb8-3ad7b65a9408', 'port_id': '8b862b37-bab8-4107-b783-400ee75fa034', 'mac_address': 'fa:16:3e:2e:1b:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6c6635f-06ee-4a59-b0bc-7e807ed8a05e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 16 21:53:49.989659 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:50.007627 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.notifiers.nova [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b862b37-bab8-4107-b783-400ee75fa034 {{(pid=86865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:53:50.023561 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port 8b862b37-bab8-4107-b783-400ee75fa034, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=8b862b37-bab8-4107-b783-400ee75fa034,segment=NetworkSegment(17dd1725-2c57-400e-9e6b-11a5956cf79c),segment_id=17dd1725-2c57-400e-9e6b-11a5956cf79c)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:53:50.027643 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:50.029556 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-20fac7df-df9b-4d5b-92aa-6a6807346a42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:53:50.106081 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Pushing event updated for resources: {'Port': ['ID=8b862b37-bab8-4107-b783-400ee75fa034,revision_number=4']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:50.116759 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:50.117331 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:50.118190 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:50.118488 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:50.118820 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:50.119151 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:50.119478 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:50.119848 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:50.120174 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:50.120494 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:50.120815 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:50.121132 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:50.126397 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:53:50.155273 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3dc25-360e-4c6c-8852-c678c237ea5b req-1d65a448-2664-4ffe-8d27-fe3df6563e38 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:50.156677 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-a4a3dc25-360e-4c6c-8852-c678c237ea5b req-1d65a448-2664-4ffe-8d27-fe3df6563e38 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce06053d-1e39-4dfd-bac0-3704072050cb HTTP/1.1" status: 200 len: 945 time: 0.0893223 Nov 16 21:53:50.202112 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-a4a3dc25-360e-4c6c-8852-c678c237ea5b req-f64dca70-2e1d-4369-81d7-097ded22c7e4 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/security-groups?id=32489ef2-4d6d-4b12-8fcc-6f400adc7c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396476 Nov 16 21:53:50.217309 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f460c40c-28d1-4b38-8d79-ae14bde76369 req-c75066fc-14f2-4327-b368-668b920e954e tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:50.218809 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-f460c40c-28d1-4b38-8d79-ae14bde76369 req-c75066fc-14f2-4327-b368-668b920e954e tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 946 time: 0.0847468 Nov 16 21:53:50.265799 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-f460c40c-28d1-4b38-8d79-ae14bde76369 req-777b5006-836c-4b7f-8e82-78d9428afa59 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409167 Nov 16 21:53:50.341567 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] get_ports_and_sgs() called for port_ids ['8b862b37-bab8-4107-b783-400ee75fa034'] {{(pid=86865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 16 21:53:51.393027 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef0ea0-2100-4f12-8c50-5d93401a1773 req-72f58e53-43fa-4ce5-a25e-c124190c11d7 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:51.394489 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-d1ef0ea0-2100-4f12-8c50-5d93401a1773 req-72f58e53-43fa-4ce5-a25e-c124190c11d7 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce06053d-1e39-4dfd-bac0-3704072050cb HTTP/1.1" status: 200 len: 945 time: 0.0850785 Nov 16 21:53:51.443277 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-d1ef0ea0-2100-4f12-8c50-5d93401a1773 req-0fa424de-b668-485b-a710-de5ef6ded01f tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/security-groups?id=32489ef2-4d6d-4b12-8fcc-6f400adc7c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428979 Nov 16 21:53:51.474828 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b32d8-4385-4243-a241-3186c29efe06 req-f82e341e-d7bf-4373-944a-ac0d055ed35d tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:51.476267 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-590b32d8-4385-4243-a241-3186c29efe06 req-f82e341e-d7bf-4373-944a-ac0d055ed35d tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 946 time: 0.0868635 Nov 16 21:53:51.524381 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-590b32d8-4385-4243-a241-3186c29efe06 req-c0c290e5-955c-4383-9b64-5538ff6bef9d tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424495 Nov 16 21:53:51.794015 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device e59bfc3b-1030-4b9e-91e4-fe40cfedee28 details requested by agent hyperv_hv-cinder-81814 with host hv-cinder-81814 {{(pid=86865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 16 21:53:51.798182 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device 8b862b37-bab8-4107-b783-400ee75fa034 up at agent hyperv_hv-cinder-81814 {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 21:53:51.953091 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Provisioning for port 8b862b37-bab8-4107-b783-400ee75fa034 completed by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:53:51.960240 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Provisioning complete for port 8b862b37-bab8-4107-b783-400ee75fa034 triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:53:51.960618 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:52.043914 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port e59bfc3b-1030-4b9e-91e4-fe40cfedee28, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=e59bfc3b-1030-4b9e-91e4-fe40cfedee28,segment=NetworkSegment(0768277f-89e3-47c8-84f9-a7ae38cc5ef8),segment_id=0768277f-89e3-47c8-84f9-a7ae38cc5ef8)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:53:52.062803 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Returning: {'device': 'e59bfc3b-1030-4b9e-91e4-fe40cfedee28', 'network_id': 'cfb6277a-1481-4312-adb0-643dce04514b', 'port_id': 'e59bfc3b-1030-4b9e-91e4-fe40cfedee28', 'mac_address': 'fa:16:3e:d3:21:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd05cea4-2dd2-4a0d-8f4a-e62d3c4e1889', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 16 21:53:52.166259 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:52.191780 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:52.208900 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.notifiers.nova [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e59bfc3b-1030-4b9e-91e4-fe40cfedee28 {{(pid=86865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:53:52.231541 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce06053d-1e39-4dfd-bac0-3704072050cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b862b37-bab8-4107-b783-400ee75fa034'}] {{(pid=86865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:53:52.242221 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port e59bfc3b-1030-4b9e-91e4-fe40cfedee28, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=e59bfc3b-1030-4b9e-91e4-fe40cfedee28,segment=NetworkSegment(0768277f-89e3-47c8-84f9-a7ae38cc5ef8),segment_id=0768277f-89e3-47c8-84f9-a7ae38cc5ef8)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:53:52.249180 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port 8b862b37-bab8-4107-b783-400ee75fa034, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=8b862b37-bab8-4107-b783-400ee75fa034,segment=NetworkSegment(17dd1725-2c57-400e-9e6b-11a5956cf79c),segment_id=17dd1725-2c57-400e-9e6b-11a5956cf79c)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:53:52.250337 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:52.252630 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:53:52.308662 dv-cinder-818140-1-smb neutron-server[86865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce06053d-1e39-4dfd-bac0-3704072050cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b862b37-bab8-4107-b783-400ee75fa034', 'code': 200} Nov 16 21:53:52.315031 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:52.334410 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Pushing event updated for resources: {'Port': ['ID=e59bfc3b-1030-4b9e-91e4-fe40cfedee28,revision_number=6']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:52.337716 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:53:52.338412 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-c920b047-de02-4970-a40f-cbcb89a68df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:53:52.388908 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] get_ports_and_sgs() called for port_ids ['e59bfc3b-1030-4b9e-91e4-fe40cfedee28'] {{(pid=86865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 16 21:53:52.554004 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Pushing event updated for resources: {'Port': ['ID=8b862b37-bab8-4107-b783-400ee75fa034,revision_number=5']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:52.561527 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:53:52.791896 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f584da56-9437-42d6-b48b-b9afc27cfb0f req-970593a5-2229-4968-9f2e-851e63b75c20 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:52.794032 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-f584da56-9437-42d6-b48b-b9afc27cfb0f req-970593a5-2229-4968-9f2e-851e63b75c20 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce06053d-1e39-4dfd-bac0-3704072050cb HTTP/1.1" status: 200 len: 946 time: 0.1756532 Nov 16 21:53:52.849375 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af00bed6-17a8-47dd-b02b-da0150d700e8 req-b9aef4ce-cacd-43d4-bc1a-09ad875ef261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:52.850963 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-af00bed6-17a8-47dd-b02b-da0150d700e8 req-b9aef4ce-cacd-43d4-bc1a-09ad875ef261 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ce06053d-1e39-4dfd-bac0-3704072050cb HTTP/1.1" status: 200 len: 1099 time: 0.2777376 Nov 16 21:53:52.855150 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a9fec6-0223-4c08-84dd-393e4dbacce3 req-2d7761b2-cb38-4ef6-ace0-9e2150e6f784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:52.857541 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-36a9fec6-0223-4c08-84dd-393e4dbacce3 req-2d7761b2-cb38-4ef6-ace0-9e2150e6f784 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=51fd3b659b6e4c039a7453f6627ed588&device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 1099 time: 0.2045236 Nov 16 21:53:52.861043 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-f584da56-9437-42d6-b48b-b9afc27cfb0f req-1d38941c-d53b-4320-b157-4e1f6ed50dd8 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/security-groups?id=32489ef2-4d6d-4b12-8fcc-6f400adc7c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592165 Nov 16 21:53:52.945051 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf0826-adb8-4441-b2c5-4a877fd79d84 req-9fd93210-d0a9-42f5-8f02-b8e45afc2da9 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:52.946704 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-37cf0826-adb8-4441-b2c5-4a877fd79d84 req-9fd93210-d0a9-42f5-8f02-b8e45afc2da9 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 945 time: 0.2013698 Nov 16 21:53:53.075377 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-37cf0826-adb8-4441-b2c5-4a877fd79d84 req-87f5f631-e58b-4e20-8940-ddaf70753959 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189415 Nov 16 21:53:53.130626 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd867689-f36a-4585-bd3c-042e286e5ff4 req-8ff01259-e14c-48ff-878b-3e8fd175dbbd tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:53.137567 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-fd867689-f36a-4585-bd3c-042e286e5ff4 req-8ff01259-e14c-48ff-878b-3e8fd175dbbd tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.1223285 Nov 16 21:53:53.141347 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-af00bed6-17a8-47dd-b02b-da0150d700e8 req-52b7c4fe-5073-45db-9b8e-6bfa87634403 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=32489ef2-4d6d-4b12-8fcc-6f400adc7c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756162 Nov 16 21:53:53.154671 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a9fec6-0223-4c08-84dd-393e4dbacce3 req-30bed513-16df-4dc2-b994-fda2b7ac3e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:53.156298 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-36a9fec6-0223-4c08-84dd-393e4dbacce3 req-30bed513-16df-4dc2-b994-fda2b7ac3e23 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4c2cdc0e-8705-442b-a218-488155a7767e HTTP/1.1" status: 200 len: 920 time: 0.2894549 Nov 16 21:53:53.198447 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-fd867689-f36a-4585-bd3c-042e286e5ff4 req-edec0a46-247f-41fc-b5b7-267b5ce54006 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592458 Nov 16 21:53:53.451348 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-36a9fec6-0223-4c08-84dd-393e4dbacce3 req-c094467b-59a0-477b-82c8-e4cfd3850da5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ced111e-1ae0-43ac-84df-e1bfc805cdd3 HTTP/1.1" status: 200 len: 217 time: 0.0761182 Nov 16 21:53:53.531009 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a9fec6-0223-4c08-84dd-393e4dbacce3 req-5cdef21d-e9a4-4a78-8d97-f432ef428354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:53.532457 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-36a9fec6-0223-4c08-84dd-393e4dbacce3 req-5cdef21d-e9a4-4a78-8d97-f432ef428354 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7ba5f404-5610-4d51-b5c8-16096278c672 HTTP/1.1" status: 200 len: 859 time: 0.0745451 Nov 16 21:53:53.586835 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-36a9fec6-0223-4c08-84dd-393e4dbacce3 req-210d0cbb-17b7-47cc-b8d4-f3d6a8579216 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4c2cdc0e-8705-442b-a218-488155a7767e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475154 Nov 16 21:53:53.741467 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-36a9fec6-0223-4c08-84dd-393e4dbacce3 req-a5a5837d-de98-4440-bd78-a6af7f3ae328 service neutron] 10.222.0.60 "GET /v2.0/networks/4c2cdc0e-8705-442b-a218-488155a7767e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473501 Nov 16 21:53:53.810731 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device e59bfc3b-1030-4b9e-91e4-fe40cfedee28 up at agent hyperv_hv-cinder-81814 {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 21:53:53.901524 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-36a9fec6-0223-4c08-84dd-393e4dbacce3 req-6f3f74df-6c45-4d48-a81d-099ae126012d service neutron] 10.222.0.60 "GET /v2.0/networks/4c2cdc0e-8705-442b-a218-488155a7767e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457479 Nov 16 21:53:53.925371 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Provisioning complete for port e59bfc3b-1030-4b9e-91e4-fe40cfedee28 triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:53:53.925825 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:54.106413 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:54.145394 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b204f8f4-90a4-47d4-8e2e-717e7b31649b req-1edc1650-be80-47ba-80dc-65ba58b6ce6d tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:54.146934 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-b204f8f4-90a4-47d4-8e2e-717e7b31649b req-1edc1650-be80-47ba-80dc-65ba58b6ce6d tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce06053d-1e39-4dfd-bac0-3704072050cb HTTP/1.1" status: 200 len: 946 time: 0.1106286 Nov 16 21:53:54.155133 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port e59bfc3b-1030-4b9e-91e4-fe40cfedee28, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=e59bfc3b-1030-4b9e-91e4-fe40cfedee28,segment=NetworkSegment(0768277f-89e3-47c8-84f9-a7ae38cc5ef8),segment_id=0768277f-89e3-47c8-84f9-a7ae38cc5ef8)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:53:54.162412 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:54.165883 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:53:54.314181 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '054c3407-affa-4aac-b17e-66a4885a7181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59bfc3b-1030-4b9e-91e4-fe40cfedee28'}] {{(pid=86865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:53:54.338093 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-b204f8f4-90a4-47d4-8e2e-717e7b31649b req-5abb1cdd-3341-40ff-99f2-b6a09b003755 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/security-groups?id=32489ef2-4d6d-4b12-8fcc-6f400adc7c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759386 Nov 16 21:53:54.389902 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Pushing event updated for resources: {'Port': ['ID=e59bfc3b-1030-4b9e-91e4-fe40cfedee28,revision_number=7']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:54.394486 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:53:54.415768 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee72f92-c85c-42a6-bcea-4153c20777a8 req-90fa2bbf-61ad-410d-b68d-fd6039784125 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:54.423709 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-5ee72f92-c85c-42a6-bcea-4153c20777a8 req-90fa2bbf-61ad-410d-b68d-fd6039784125 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 946 time: 0.2210443 Nov 16 21:53:54.506621 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-5ee72f92-c85c-42a6-bcea-4153c20777a8 req-f21aab5f-1a31-43a1-b60d-d25827f316e0 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816827 Nov 16 21:53:54.623920 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4ab72-562e-4ea8-8933-88e3b14f02fc req-03fc98c1-d481-4ef6-b92e-1ac6b873e373 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:54.628114 dv-cinder-818140-1-smb neutron-server[86865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '054c3407-affa-4aac-b17e-66a4885a7181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59bfc3b-1030-4b9e-91e4-fe40cfedee28', 'code': 200} Nov 16 21:53:54.631282 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-b9d4ab72-562e-4ea8-8933-88e3b14f02fc req-03fc98c1-d481-4ef6-b92e-1ac6b873e373 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.1269736 Nov 16 21:53:54.701298 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-b9d4ab72-562e-4ea8-8933-88e3b14f02fc req-88e8c05b-4e76-4302-85e4-c6a09821e4d9 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690749 Nov 16 21:53:54.727511 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-f27d8457-be59-4ec3-8f85-6871e7959222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:55.251832 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:55.566428 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d206385-1b62-4ebe-aa80-2f75cd574982 req-fe729d0e-a919-4375-b2f5-3d53e03220d9 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:55.567913 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-9d206385-1b62-4ebe-aa80-2f75cd574982 req-fe729d0e-a919-4375-b2f5-3d53e03220d9 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce06053d-1e39-4dfd-bac0-3704072050cb HTTP/1.1" status: 200 len: 946 time: 0.1035309 Nov 16 21:53:55.630909 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-9d206385-1b62-4ebe-aa80-2f75cd574982 req-05a03c64-1317-4f37-b595-821955a0b43e tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/security-groups?id=32489ef2-4d6d-4b12-8fcc-6f400adc7c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558441 Nov 16 21:53:55.861832 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b7a69-6e44-43d3-bb94-e849479fdf38 req-a9542f50-c6ee-4436-ba2e-df83ae30efac tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:55.863543 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-d45b7a69-6e44-43d3-bb94-e849479fdf38 req-a9542f50-c6ee-4436-ba2e-df83ae30efac tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce06053d-1e39-4dfd-bac0-3704072050cb HTTP/1.1" status: 200 len: 946 time: 0.1075993 Nov 16 21:53:55.866368 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914f363-7571-40ba-a5ba-f4356ff17373 req-08db6726-62a4-4a26-82f0-0550bf1d1a28 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:55.874483 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-9914f363-7571-40ba-a5ba-f4356ff17373 req-08db6726-62a4-4a26-82f0-0550bf1d1a28 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 946 time: 0.2140956 Nov 16 21:53:55.926669 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-d45b7a69-6e44-43d3-bb94-e849479fdf38 req-df9e1b5c-b52a-4f61-a5c7-511ab8a90b83 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/security-groups?id=32489ef2-4d6d-4b12-8fcc-6f400adc7c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560956 Nov 16 21:53:55.936592 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-9914f363-7571-40ba-a5ba-f4356ff17373 req-d9f58e1e-39a4-4dc5-af5b-277c2fa9c6a0 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612056 Nov 16 21:53:56.130699 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db716b30-3ca3-4112-b743-bb7f8127d83f req-f85071f9-a5ac-4936-9fe9-087c488b7bdc tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:56.137602 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-db716b30-3ca3-4112-b743-bb7f8127d83f req-f85071f9-a5ac-4936-9fe9-087c488b7bdc tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.0946376 Nov 16 21:53:56.189753 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-db716b30-3ca3-4112-b743-bb7f8127d83f req-17e2adb7-cea0-4750-99a1-46ebb4db98c0 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512104 Nov 16 21:53:56.516789 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eebbef4-8d11-4769-b68a-b74ac698121d req-15ce4a05-3a0f-436d-8b75-f981e35a3b21 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:56.518556 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-7eebbef4-8d11-4769-b68a-b74ac698121d req-15ce4a05-3a0f-436d-8b75-f981e35a3b21 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce06053d-1e39-4dfd-bac0-3704072050cb HTTP/1.1" status: 200 len: 946 time: 0.0881259 Nov 16 21:53:56.566174 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-7eebbef4-8d11-4769-b68a-b74ac698121d req-498f6898-00ca-48df-9662-eec183976fea tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/security-groups?id=32489ef2-4d6d-4b12-8fcc-6f400adc7c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402677 Nov 16 21:53:57.174802 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b8de3-8131-4ea8-96ab-4503778d12c1 req-a524b84f-7cec-485d-bcc3-ceda5721895c tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:57.181579 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-645b8de3-8131-4ea8-96ab-4503778d12c1 req-a524b84f-7cec-485d-bcc3-ceda5721895c tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 946 time: 0.1157799 Nov 16 21:53:57.238575 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-645b8de3-8131-4ea8-96ab-4503778d12c1 req-f448492e-1a78-410f-b101-d926ef6b6f54 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561376 Nov 16 21:53:57.443785 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-e7e5e477-7245-4980-b362-7f0fc42a70a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:57.447973 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5113ded-ee1c-4157-85f2-0dc81196247e req-3a589ce7-7407-4a2d-a020-6c0590f71adc tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:57.450077 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-e5113ded-ee1c-4157-85f2-0dc81196247e req-3a589ce7-7407-4a2d-a020-6c0590f71adc tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.1040955 Nov 16 21:53:57.502680 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-e5113ded-ee1c-4157-85f2-0dc81196247e req-4f2eda98-bad7-4947-bfd7-d2bfc0e0b3c1 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445168 Nov 16 21:53:58.493487 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e12dc3-6d05-416f-8ab5-b2b583182112 req-819e6ac5-d643-4031-8896-12f30be728b6 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:58.494987 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-21e12dc3-6d05-416f-8ab5-b2b583182112 req-819e6ac5-d643-4031-8896-12f30be728b6 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 946 time: 0.1037688 Nov 16 21:53:58.553936 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-21e12dc3-6d05-416f-8ab5-b2b583182112 req-0cdfa084-9e58-42c3-b193-702c3bf1c2cf tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516577 Nov 16 21:53:58.616305 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-94ae2c1a-1f16-4ed2-be66-e1a93ab74dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:53:58.778023 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10502144-72bc-46f1-80b2-5c046190fd5e req-13fc2f3b-4bed-453d-96a5-1f057e473b1e tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:58.785978 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-10502144-72bc-46f1-80b2-5c046190fd5e req-13fc2f3b-4bed-453d-96a5-1f057e473b1e tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.1040523 Nov 16 21:53:58.840546 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-10502144-72bc-46f1-80b2-5c046190fd5e req-e7be1fe9-cc20-48a6-8a2c-a3cd6f4aa84c tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535872 Nov 16 21:53:59.798195 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38abfa5-ce89-449f-8865-fcbea159c17b req-2afdc8e3-46ee-433f-8ca1-85cc3fb8b0e0 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:59.800093 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-a38abfa5-ce89-449f-8865-fcbea159c17b req-2afdc8e3-46ee-433f-8ca1-85cc3fb8b0e0 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 946 time: 0.0923181 Nov 16 21:53:59.860338 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-a38abfa5-ce89-449f-8865-fcbea159c17b req-d2af5c13-cb06-4c4e-b454-c363b20d9166 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539315 Nov 16 21:53:59.905920 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-941145a6-33c9-4841-86a3-a7e018513e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:00.095340 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f35cd-3c91-4433-923e-4b1d56e88310 req-81366f22-5589-44c5-9d51-4fe04a03c00b tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:00.097176 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-747f35cd-3c91-4433-923e-4b1d56e88310 req-81366f22-5589-44c5-9d51-4fe04a03c00b tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.1366460 Nov 16 21:54:00.151138 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-747f35cd-3c91-4433-923e-4b1d56e88310 req-580bcdcf-f5f1-46d7-8c92-fced7b0c09a6 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477877 Nov 16 21:54:00.748743 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:01.093157 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38a2c2-3fce-4994-ac3a-673b27110d68 req-539ad7be-1a64-443c-9184-b7bfcb9113f9 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:01.094779 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-db38a2c2-3fce-4994-ac3a-673b27110d68 req-539ad7be-1a64-443c-9184-b7bfcb9113f9 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 946 time: 0.0948660 Nov 16 21:54:01.148777 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-db38a2c2-3fce-4994-ac3a-673b27110d68 req-a2c14a3f-86bd-4793-8b7b-8158249cdf94 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453935 Nov 16 21:54:01.427394 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3f41c-deac-499e-a279-185410044f74 req-f8dfaf76-0e04-48a8-ac34-035056c3f3d1 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:01.428860 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-7fb3f41c-deac-499e-a279-185410044f74 req-f8dfaf76-0e04-48a8-ac34-035056c3f3d1 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.1320245 Nov 16 21:54:01.489339 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-7fb3f41c-deac-499e-a279-185410044f74 req-47375b2e-9146-4c2e-84c0-ec51e38d693d tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544984 Nov 16 21:54:01.750282 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c429cc19-576a-490f-82d0-9cbd64e67778 req-68cb1771-1ec2-42c9-9f79-8708d2735912 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:01.751928 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-c429cc19-576a-490f-82d0-9cbd64e67778 req-68cb1771-1ec2-42c9-9f79-8708d2735912 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce06053d-1e39-4dfd-bac0-3704072050cb HTTP/1.1" status: 200 len: 946 time: 0.0870879 Nov 16 21:54:01.800333 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-c429cc19-576a-490f-82d0-9cbd64e67778 req-ba8b278a-a318-4e1a-89d7-fa823cd911af tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/security-groups?id=32489ef2-4d6d-4b12-8fcc-6f400adc7c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422668 Nov 16 21:54:01.828005 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 43206) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:54:02.133598 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081f72bf-b430-43d1-a869-5948deb88fa4 tempest-TestMinimumBasicScenario-1472476789 tempest-TestMinimumBasicScenario-1472476789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:02.134336 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-081f72bf-b430-43d1-a869-5948deb88fa4 tempest-TestMinimumBasicScenario-1472476789 tempest-TestMinimumBasicScenario-1472476789-project-admin] Synchronizing usage tracker for tenant:fb51f64ed80146069abd5c0e32b40c2f on resource:port {{(pid=86864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:54:02.154168 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-081f72bf-b430-43d1-a869-5948deb88fa4 tempest-TestMinimumBasicScenario-1472476789 tempest-TestMinimumBasicScenario-1472476789-project-admin] Unset dirty status for tenant:fb51f64ed80146069abd5c0e32b40c2f on resource:port {{(pid=86864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:54:02.155302 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-081f72bf-b430-43d1-a869-5948deb88fa4 tempest-TestMinimumBasicScenario-1472476789 tempest-TestMinimumBasicScenario-1472476789-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ce06053d-1e39-4dfd-bac0-3704072050cb HTTP/1.1" status: 200 len: 1094 time: 0.3263326 Nov 16 21:54:02.158688 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 43214) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:54:02.163698 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [None req-43e3bb95-216e-4fd6-a79d-cc394503c5d3 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Request body: {'floatingip': {'floating_network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'port_id': '8b862b37-bab8-4107-b783-400ee75fa034', 'tenant_id': '0121324dc4634d618660eb8421898f4a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:54:02.170911 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-43e3bb95-216e-4fd6-a79d-cc394503c5d3 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:54:02.174934 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-43e3bb95-216e-4fd6-a79d-cc394503c5d3 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Usage tracker for resource:floatingip and tenant:0121324dc4634d618660eb8421898f4a is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:54:02.178046 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-43e3bb95-216e-4fd6-a79d-cc394503c5d3 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:54:02.188632 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-43e3bb95-216e-4fd6-a79d-cc394503c5d3 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:54:02.201306 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-43e3bb95-216e-4fd6-a79d-cc394503c5d3 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify callbacks [] for floatingip, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:02.351671 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-43e3bb95-216e-4fd6-a79d-cc394503c5d3 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:02.354522 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dbe124-ce64-4ccc-8353-de536f3570e7 req-bc2d574a-1e57-421b-801d-2b0883503306 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:02.355971 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-e5dbe124-ce64-4ccc-8353-de536f3570e7 req-bc2d574a-1e57-421b-801d-2b0883503306 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 946 time: 0.0810652 Nov 16 21:54:02.400110 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-e5dbe124-ce64-4ccc-8353-de536f3570e7 req-7f0c72a6-33cd-4f47-bd23-ef151607b48d tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381320 Nov 16 21:54:02.490884 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.db_base_plugin_common [None req-43e3bb95-216e-4fd6-a79d-cc394503c5d3 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Allocated IP 172.28.3.217 (a9f41963-6d96-4c68-8a62-a8c5d6a06a20/b5c31ecf-1c75-47d6-89d5-3eb31f2005b0/7d952715-b31f-4487-b3fb-b6ba4351da0c) {{(pid=86863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:54:02.695329 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-43e3bb95-216e-4fd6-a79d-cc394503c5d3 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify callbacks [] for port, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:02.729072 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab82bc4-303c-402c-b916-acc97cf49a46 req-4e47a3c2-0cc5-48bc-923e-6b5a7db6cfe2 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:02.730558 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-8ab82bc4-303c-402c-b916-acc97cf49a46 req-4e47a3c2-0cc5-48bc-923e-6b5a7db6cfe2 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.1224358 Nov 16 21:54:02.771541 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-43e3bb95-216e-4fd6-a79d-cc394503c5d3 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790568269105'] for port, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:02.781990 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-038f2547-48e2-4213-bf67-be8441f0b091 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:54:02.810752 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.agents_db [None req-6e4a458f-5157-4cde-8197-239c61c88c18 None None] Agent healthcheck: found 6 active agents {{(pid=86866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 16 21:54:02.850194 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-8ab82bc4-303c-402c-b916-acc97cf49a46 req-66dac371-42fc-45c4-a4e1-2c303da616ed tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138315 Nov 16 21:54:02.858959 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e3bb95-216e-4fd6-a79d-cc394503c5d3 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Network a9f41963-6d96-4c68-8a62-a8c5d6a06a20 is already hosted by enough agents. {{(pid=86863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:54:02.861634 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.base_scheduler [None req-43e3bb95-216e-4fd6-a79d-cc394503c5d3 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Resources bound (agent type, host, resource id): {{(pid=86863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:54:02.870743 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e3bb95-216e-4fd6-a79d-cc394503c5d3 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Pushing event updated for resources: {'Port': ['ID=7d952715-b31f-4487-b3fb-b6ba4351da0c,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:54:02.874364 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e3bb95-216e-4fd6-a79d-cc394503c5d3 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Received port after_create {{(pid=86863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 16 21:54:02.903479 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-43e3bb95-216e-4fd6-a79d-cc394503c5d3 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:54:03.130572 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66a71e-09eb-45c3-916c-08ad2e30473c req-ceefb711-7726-4f5a-b29a-486aff867d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:03.132405 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-6c66a71e-09eb-45c3-916c-08ad2e30473c req-ceefb711-7726-4f5a-b29a-486aff867d41 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=727ecad6d44746bbaca7ef41b34b6315&device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 1099 time: 0.2300200 Nov 16 21:54:03.433992 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66a71e-09eb-45c3-916c-08ad2e30473c req-0d550db4-bb3e-4a40-93b9-697bc0a30cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:03.435442 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-6c66a71e-09eb-45c3-916c-08ad2e30473c req-0d550db4-bb3e-4a40-93b9-697bc0a30cc8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=cfb6277a-1481-4312-adb0-643dce04514b HTTP/1.1" status: 200 len: 917 time: 0.2932858 Nov 16 21:54:03.620043 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-6c66a71e-09eb-45c3-916c-08ad2e30473c req-46cad73a-03b4-4179-a85e-97b3638c6efa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e59bfc3b-1030-4b9e-91e4-fe40cfedee28 HTTP/1.1" status: 200 len: 1002 time: 0.1662247 Nov 16 21:54:03.626674 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-43e3bb95-216e-4fd6-a79d-cc394503c5d3 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:03.701918 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c6753-2e0e-4afd-983d-76c6fc451c69 req-47cdf4c1-6d9e-4663-a69f-cf2ff1d469de tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:03.703375 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-ec5c6753-2e0e-4afd-983d-76c6fc451c69 req-47cdf4c1-6d9e-4663-a69f-cf2ff1d469de tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 946 time: 0.1834519 Nov 16 21:54:03.748678 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66a71e-09eb-45c3-916c-08ad2e30473c req-81cfa2c1-4feb-4c38-9589-ab169e952dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:03.750020 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-6c66a71e-09eb-45c3-916c-08ad2e30473c req-81cfa2c1-4feb-4c38-9589-ab169e952dac service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fd05cea4-2dd2-4a0d-8f4a-e62d3c4e1889 HTTP/1.1" status: 200 len: 855 time: 0.1190939 Nov 16 21:54:03.847000 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-43e3bb95-216e-4fd6-a79d-cc394503c5d3 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:03.873459 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-ec5c6753-2e0e-4afd-983d-76c6fc451c69 req-85447c29-c4e8-4abe-b9b7-6cd88f247d91 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631098 Nov 16 21:54:03.949523 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66a71e-09eb-45c3-916c-08ad2e30473c req-d00d4a2c-17b7-4332-854a-e8fa996027b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:03.951707 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-6c66a71e-09eb-45c3-916c-08ad2e30473c req-d00d4a2c-17b7-4332-854a-e8fa996027b1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cfb6277a-1481-4312-adb0-643dce04514b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1826696 Nov 16 21:54:04.061663 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbf7ea2-82c8-408a-b2d1-080570532aaa req-8bff7f8e-7924-4ee7-b67e-350d7f96e457 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:04.063145 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-2fbf7ea2-82c8-408a-b2d1-080570532aaa req-8bff7f8e-7924-4ee7-b67e-350d7f96e457 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.0830321 Nov 16 21:54:04.173397 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-6c66a71e-09eb-45c3-916c-08ad2e30473c req-7d0fc00b-c9b2-42c2-a36e-7002639e5766 service neutron] 10.222.0.60 "GET /v2.0/networks/cfb6277a-1481-4312-adb0-643dce04514b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783378 Nov 16 21:54:04.178607 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-2fbf7ea2-82c8-408a-b2d1-080570532aaa req-5cbd2769-a56f-4adb-aa0b-109501a697bb tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096890 Nov 16 21:54:04.221917 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-43e3bb95-216e-4fd6-a79d-cc394503c5d3 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify callbacks [] for port, precommit_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:04.268260 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-43e3bb95-216e-4fd6-a79d-cc394503c5d3 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:04.276605 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-9f099fc4-9302-4cfc-9be8-aad3f89bfe11 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:54:04.340276 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-43e3bb95-216e-4fd6-a79d-cc394503c5d3 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677620'] for floatingip, after_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:04.446751 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e3bb95-216e-4fd6-a79d-cc394503c5d3 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Pushing event updated for resources: {'Port': ['ID=7d952715-b31f-4487-b3fb-b6ba4351da0c,revision_number=2']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:54:04.453141 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-43e3bb95-216e-4fd6-a79d-cc394503c5d3 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:54:04.552160 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-6c66a71e-09eb-45c3-916c-08ad2e30473c req-33cd9ac3-195b-425c-b071-800d89e913a7 service neutron] 10.222.0.60 "GET /v2.0/networks/cfb6277a-1481-4312-adb0-643dce04514b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657045 Nov 16 21:54:04.571495 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.db.l3_db [None req-43e3bb95-216e-4fd6-a79d-cc394503c5d3 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Floating IP f17bd859-d2fe-4167-8f87-7f034afdfe08 associated. External IP: 172.28.3.217, port: 8b862b37-bab8-4107-b783-400ee75fa034. Nov 16 21:54:05.004284 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43e3bb95-216e-4fd6-a79d-cc394503c5d3 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Router ced5a01a-e0ec-4bc9-aea4-adb27a47c62d has already been hosted by L3 agent 61e322f1-f733-4c16-8e8e-7253ec5fb84a {{(pid=86863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 16 21:54:05.065029 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bababc-a3ff-48b6-ad7f-dd456eaeb1b7 req-9709c3fd-fb6a-433a-af19-238b3c452f96 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:05.066501 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-83bababc-a3ff-48b6-ad7f-dd456eaeb1b7 req-9709c3fd-fb6a-433a-af19-238b3c452f96 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 946 time: 0.0778053 Nov 16 21:54:05.110018 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-83bababc-a3ff-48b6-ad7f-dd456eaeb1b7 req-c71379d6-c16a-4435-a353-e888ed969b43 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377347 Nov 16 21:54:05.184462 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e3bb95-216e-4fd6-a79d-cc394503c5d3 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify agent at l3_agent.dv-cinder-818140-1-smb the message routers_updated {{(pid=86863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 16 21:54:05.194112 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4088663-d87e-4a72-aef3-a9b001d1ae52 None None] Sync routers for ids ['ced5a01a-e0ec-4bc9-aea4-adb27a47c62d'] in dv-cinder-818140-1-smb {{(pid=86866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:54:05.203831 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4088663-d87e-4a72-aef3-a9b001d1ae52 None None] Routers {'ced5a01a-e0ec-4bc9-aea4-adb27a47c62d'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 21:54:05.204439 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_hamode_db [None req-c4088663-d87e-4a72-aef3-a9b001d1ae52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T21:53:57Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['ced5a01a-e0ec-4bc9-aea4-adb27a47c62d'], 'active': True} {{(pid=86866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:54:05.225126 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-43e3bb95-216e-4fd6-a79d-cc394503c5d3 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for floatingip, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:05.283904 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-43e3bb95-216e-4fd6-a79d-cc394503c5d3 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1241090 Nov 16 21:54:05.284603 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce06053d-1e39-4dfd-bac0-3704072050cb', 'tag': '8b862b37-bab8-4107-b783-400ee75fa034'}] {{(pid=86863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:54:05.286707 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 43244) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:54:05.294164 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.v2.base [None req-317730fc-d198-4306-b721-5277769e75ee tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-266502334', 'description': 'tempest-secgroup-smoke-266502334 description', 'project_id': '0121324dc4634d618660eb8421898f4a'}} {{(pid=86864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:54:05.302283 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-317730fc-d198-4306-b721-5277769e75ee tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:54:05.313813 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-317730fc-d198-4306-b721-5277769e75ee tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:54:05.328472 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-317730fc-d198-4306-b721-5277769e75ee tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify callbacks [] for security_group, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:05.335034 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce06053d-1e39-4dfd-bac0-3704072050cb', 'tag': '8b862b37-bab8-4107-b783-400ee75fa034', 'status': 'completed', 'code': 200} Nov 16 21:54:05.363477 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-317730fc-d198-4306-b721-5277769e75ee tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:54:05.368463 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-317730fc-d198-4306-b721-5277769e75ee tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Usage tracker for resource:security_group_rule and tenant:0121324dc4634d618660eb8421898f4a is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:54:05.371928 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-317730fc-d198-4306-b721-5277769e75ee tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:54:05.380140 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-317730fc-d198-4306-b721-5277769e75ee tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:54:05.442104 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799ff6b-0a6c-49aa-b942-1ca8636b815b req-6d3de8f3-9284-4160-98c2-6d165c808315 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:05.442517 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_dvr_db [None req-c4088663-d87e-4a72-aef3-a9b001d1ae52 None None] Set router ced5a01a-e0ec-4bc9-aea4-adb27a47c62d gateway port host: dv-cinder-818140-1-smb {{(pid=86866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 21:54:05.443590 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-c799ff6b-0a6c-49aa-b942-1ca8636b815b req-6d3de8f3-9284-4160-98c2-6d165c808315 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.1483600 Nov 16 21:54:05.480693 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-317730fc-d198-4306-b721-5277769e75ee tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify callbacks [] for security_group, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:05.485147 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-317730fc-d198-4306-b721-5277769e75ee tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:05.492285 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-797babcb-06d2-4d15-acec-e1679a39e666 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:54:05.494240 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631a947-9df7-46cf-a764-e41751ff72db req-35d5a264-ecd9-4baf-8be6-46599d2d14cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:05.495698 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-d631a947-9df7-46cf-a764-e41751ff72db req-35d5a264-ecd9-4baf-8be6-46599d2d14cf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0121324dc4634d618660eb8421898f4a&device_id=ce06053d-1e39-4dfd-bac0-3704072050cb HTTP/1.1" status: 200 len: 1099 time: 0.1292589 Nov 16 21:54:05.503627 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-c799ff6b-0a6c-49aa-b942-1ca8636b815b req-408db004-af8e-47f3-91ab-ba7c3c881c3d tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511422 Nov 16 21:54:05.539811 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317730fc-d198-4306-b721-5277769e75ee tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e8b3ce-5779-4f2b-b5be-768f7f23187c,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:54:05.542975 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-317730fc-d198-4306-b721-5277769e75ee tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify callbacks [] for security_group, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:05.546975 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-317730fc-d198-4306-b721-5277769e75ee tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2563598 Nov 16 21:54:05.546975 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-317730fc-d198-4306-b721-5277769e75ee tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:54:05.547449 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 43252) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:54:05.597216 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [None req-e9de9e72-0e1e-42a4-bb86-a05ad8726c8f tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Request body: {'security_group_rule': {'security_group_id': 'b5e8b3ce-5779-4f2b-b5be-768f7f23187c', 'project_id': '0121324dc4634d618660eb8421898f4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:54:05.606683 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-e9de9e72-0e1e-42a4-bb86-a05ad8726c8f tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:54:05.619160 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-e9de9e72-0e1e-42a4-bb86-a05ad8726c8f tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Usage tracker for resource:security_group_rule and tenant:0121324dc4634d618660eb8421898f4a is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:54:05.623962 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-e9de9e72-0e1e-42a4-bb86-a05ad8726c8f tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:54:05.632341 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-e9de9e72-0e1e-42a4-bb86-a05ad8726c8f tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:54:05.676282 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-e9de9e72-0e1e-42a4-bb86-a05ad8726c8f tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:05.689190 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631a947-9df7-46cf-a764-e41751ff72db req-30971989-fe2c-4e04-963a-0fe7d3b84951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:05.690649 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-d631a947-9df7-46cf-a764-e41751ff72db req-30971989-fe2c-4e04-963a-0fe7d3b84951 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c5eafeb0-dec6-468b-8eb8-3ad7b65a9408 HTTP/1.1" status: 200 len: 916 time: 0.1787887 Nov 16 21:54:05.804998 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_hamode_db [None req-c4088663-d87e-4a72-aef3-a9b001d1ae52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced5a01a-e0ec-4bc9-aea4-adb27a47c62d', 'name': 'tempest-TestMinimumBasicScenario-2020094586-router', 'tenant_id': '0121324dc4634d618660eb8421898f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': '85a36556-241e-460e-936e-6faddb07f596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:52:41Z', 'updated_at': '2021-11-16T21:52:49Z', 'revision_number': 4, 'project_id': '0121324dc4634d618660eb8421898f4a', 'gw_port': {'id': '85a36556-241e-460e-936e-6faddb07f596', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced5a01a-e0ec-4bc9-aea4-adb27a47c62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:52:42Z', 'updated_at': '2021-11-16T21:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb', '_floatingips': [{'id': 'f17bd859-d2fe-4167-8f87-7f034afdfe08', 'tenant_id': '0121324dc4634d618660eb8421898f4a', 'floating_ip_address': '172.28.3.217', 'floating_network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'router_id': 'ced5a01a-e0ec-4bc9-aea4-adb27a47c62d', 'port_id': '8b862b37-bab8-4107-b783-400ee75fa034', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5eafeb0-dec6-468b-8eb8-3ad7b65a9408', 'mac_address': 'fa:16:3e:2e:1b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce06053d-1e39-4dfd-bac0-3704072050cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:54:03Z', 'updated_at': '2021-11-16T21:54:03Z', 'revision_number': 0, 'project_id': '0121324dc4634d618660eb8421898f4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9361f43-d04c-4474-a02b-2782cbee803c', 'name': '', 'network_id': 'c5eafeb0-dec6-468b-8eb8-3ad7b65a9408', 'tenant_id': '0121324dc4634d618660eb8421898f4a', 'mac_address': 'fa:16:3e:cd:8b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced5a01a-e0ec-4bc9-aea4-adb27a47c62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'd6c6635f-06ee-4a59-b0bc-7e807ed8a05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:52:48Z', 'updated_at': '2021-11-16T21:53:01Z', 'revision_number': 5, 'project_id': '0121324dc4634d618660eb8421898f4a', 'subnets': [{'id': 'd6c6635f-06ee-4a59-b0bc-7e807ed8a05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:54:05.809267 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4088663-d87e-4a72-aef3-a9b001d1ae52 None None] Checking router: ced5a01a-e0ec-4bc9-aea4-adb27a47c62d for host: dv-cinder-818140-1-smb {{(pid=86866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:54:05.818183 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4088663-d87e-4a72-aef3-a9b001d1ae52 None None] Routers {'ced5a01a-e0ec-4bc9-aea4-adb27a47c62d'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 21:54:05.818852 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_hamode_db [None req-c4088663-d87e-4a72-aef3-a9b001d1ae52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T21:53:57Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['ced5a01a-e0ec-4bc9-aea4-adb27a47c62d'], 'active': True} {{(pid=86866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:54:05.824608 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-d631a947-9df7-46cf-a764-e41751ff72db req-9891f442-a62f-4d9d-a671-0ef5a43cb514 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b862b37-bab8-4107-b783-400ee75fa034 HTTP/1.1" status: 200 len: 1000 time: 0.1141393 Nov 16 21:54:05.829572 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-e9de9e72-0e1e-42a4-bb86-a05ad8726c8f tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:05.851394 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device e59bfc3b-1030-4b9e-91e4-fe40cfedee28 no longer exists at agent hyperv_hv-cinder-81814 {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 16 21:54:05.867469 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-e9de9e72-0e1e-42a4-bb86-a05ad8726c8f tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776879'] for security_group_rule, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:05.879331 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:54:05.910601 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de9e72-0e1e-42a4-bb86-a05ad8726c8f tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e149997f-f9d4-4f70-8375-f6fd37e2b4e0,revision_number=0']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:54:05.919794 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-e9de9e72-0e1e-42a4-bb86-a05ad8726c8f tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:54:05.924140 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631a947-9df7-46cf-a764-e41751ff72db req-bdc269b1-04fe-41a9-bc14-f6099fdee9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:05.925565 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-d631a947-9df7-46cf-a764-e41751ff72db req-bdc269b1-04fe-41a9-bc14-f6099fdee9ee service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d6c6635f-06ee-4a59-b0bc-7e807ed8a05e HTTP/1.1" status: 200 len: 854 time: 0.0938556 Nov 16 21:54:05.929585 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-e9de9e72-0e1e-42a4-bb86-a05ad8726c8f tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:05.930865 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-e9de9e72-0e1e-42a4-bb86-a05ad8726c8f tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3824432 Nov 16 21:54:05.933461 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 43256) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:54:05.939418 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [None req-c50bda75-ff70-4eb6-8e10-4787d1c05481 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Request body: {'security_group_rule': {'security_group_id': 'b5e8b3ce-5779-4f2b-b5be-768f7f23187c', 'project_id': '0121324dc4634d618660eb8421898f4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:54:05.977052 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:05.983279 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-c50bda75-ff70-4eb6-8e10-4787d1c05481 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:54:05.992295 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-c50bda75-ff70-4eb6-8e10-4787d1c05481 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Usage tracker for resource:security_group_rule and tenant:0121324dc4634d618660eb8421898f4a is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:54:05.996224 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-c50bda75-ff70-4eb6-8e10-4787d1c05481 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:54:06.009952 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-c50bda75-ff70-4eb6-8e10-4787d1c05481 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:54:06.016075 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port e59bfc3b-1030-4b9e-91e4-fe40cfedee28, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=e59bfc3b-1030-4b9e-91e4-fe40cfedee28,segment=NetworkSegment(0768277f-89e3-47c8-84f9-a7ae38cc5ef8),segment_id=0768277f-89e3-47c8-84f9-a7ae38cc5ef8)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:54:06.017445 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '054c3407-affa-4aac-b17e-66a4885a7181', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e59bfc3b-1030-4b9e-91e4-fe40cfedee28'}] {{(pid=86865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:54:06.024222 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:06.026282 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:54:06.033881 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-c50bda75-ff70-4eb6-8e10-4787d1c05481 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:06.041074 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_dvr_db [None req-c4088663-d87e-4a72-aef3-a9b001d1ae52 None None] Set router ced5a01a-e0ec-4bc9-aea4-adb27a47c62d gateway port host: dv-cinder-818140-1-smb {{(pid=86866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 21:54:06.065280 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631a947-9df7-46cf-a764-e41751ff72db req-bcfcaffc-6dd9-4ac6-8175-75f10a922ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:06.066775 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-d631a947-9df7-46cf-a764-e41751ff72db req-bcfcaffc-6dd9-4ac6-8175-75f10a922ea7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c5eafeb0-dec6-468b-8eb8-3ad7b65a9408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1225913 Nov 16 21:54:06.078298 dv-cinder-818140-1-smb neutron-server[86865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '054c3407-affa-4aac-b17e-66a4885a7181', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e59bfc3b-1030-4b9e-91e4-fe40cfedee28', 'code': 200} Nov 16 21:54:06.096761 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Pushing event updated for resources: {'Port': ['ID=e59bfc3b-1030-4b9e-91e4-fe40cfedee28,revision_number=8']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:54:06.099963 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:54:06.186084 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-c50bda75-ff70-4eb6-8e10-4787d1c05481 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:06.193207 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-c50bda75-ff70-4eb6-8e10-4787d1c05481 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776879'] for security_group_rule, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:06.200649 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-b28ce452-070a-48fe-8485-1844afed81ab tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:54:06.279710 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50bda75-ff70-4eb6-8e10-4787d1c05481 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88014aec-4e12-4315-bf80-7298baa6a338,revision_number=0']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:54:06.293307 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-c50bda75-ff70-4eb6-8e10-4787d1c05481 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:54:06.303001 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-d631a947-9df7-46cf-a764-e41751ff72db req-5e50c8f8-143b-49ca-b803-cd10d2ec8259 service neutron] 10.222.0.60 "GET /v2.0/networks/c5eafeb0-dec6-468b-8eb8-3ad7b65a9408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175920 Nov 16 21:54:06.305274 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-c50bda75-ff70-4eb6-8e10-4787d1c05481 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:06.306338 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-c50bda75-ff70-4eb6-8e10-4787d1c05481 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3718863 Nov 16 21:54:06.309435 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 43264) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:54:06.316578 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.v2.base [None req-1d324ba1-eca2-40b9-97f0-c7ea0d6b651a tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Request body: {'security_group_rule': {'security_group_id': 'b5e8b3ce-5779-4f2b-b5be-768f7f23187c', 'project_id': '0121324dc4634d618660eb8421898f4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:54:06.323004 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-1d324ba1-eca2-40b9-97f0-c7ea0d6b651a tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:54:06.327052 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-1d324ba1-eca2-40b9-97f0-c7ea0d6b651a tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Usage tracker for resource:security_group_rule and tenant:0121324dc4634d618660eb8421898f4a is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:54:06.330179 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-1d324ba1-eca2-40b9-97f0-c7ea0d6b651a tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:54:06.338607 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-1d324ba1-eca2-40b9-97f0-c7ea0d6b651a tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:54:06.365106 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-1d324ba1-eca2-40b9-97f0-c7ea0d6b651a tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:06.438148 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39135a8b-b7e0-4155-8e19-7c2a2f8a99cf req-e6d87386-038a-4a83-bfed-40d697eda8c3 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:06.438381 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_hamode_db [None req-c4088663-d87e-4a72-aef3-a9b001d1ae52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced5a01a-e0ec-4bc9-aea4-adb27a47c62d', 'name': 'tempest-TestMinimumBasicScenario-2020094586-router', 'tenant_id': '0121324dc4634d618660eb8421898f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': '85a36556-241e-460e-936e-6faddb07f596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:52:41Z', 'updated_at': '2021-11-16T21:52:49Z', 'revision_number': 4, 'project_id': '0121324dc4634d618660eb8421898f4a', 'gw_port': {'id': '85a36556-241e-460e-936e-6faddb07f596', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced5a01a-e0ec-4bc9-aea4-adb27a47c62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:52:42Z', 'updated_at': '2021-11-16T21:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb', '_floatingips': [{'id': 'f17bd859-d2fe-4167-8f87-7f034afdfe08', 'tenant_id': '0121324dc4634d618660eb8421898f4a', 'floating_ip_address': '172.28.3.217', 'floating_network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'router_id': 'ced5a01a-e0ec-4bc9-aea4-adb27a47c62d', 'port_id': '8b862b37-bab8-4107-b783-400ee75fa034', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5eafeb0-dec6-468b-8eb8-3ad7b65a9408', 'mac_address': 'fa:16:3e:2e:1b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce06053d-1e39-4dfd-bac0-3704072050cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:54:03Z', 'updated_at': '2021-11-16T21:54:03Z', 'revision_number': 0, 'project_id': '0121324dc4634d618660eb8421898f4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9361f43-d04c-4474-a02b-2782cbee803c', 'name': '', 'network_id': 'c5eafeb0-dec6-468b-8eb8-3ad7b65a9408', 'tenant_id': '0121324dc4634d618660eb8421898f4a', 'mac_address': 'fa:16:3e:cd:8b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced5a01a-e0ec-4bc9-aea4-adb27a47c62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'd6c6635f-06ee-4a59-b0bc-7e807ed8a05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:52:48Z', 'updated_at': '2021-11-16T21:53:01Z', 'revision_number': 5, 'project_id': '0121324dc4634d618660eb8421898f4a', 'subnets': [{'id': 'd6c6635f-06ee-4a59-b0bc-7e807ed8a05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:54:06.439575 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-39135a8b-b7e0-4155-8e19-7c2a2f8a99cf req-e6d87386-038a-4a83-bfed-40d697eda8c3 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 944 time: 0.2109404 Nov 16 21:54:06.442797 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4088663-d87e-4a72-aef3-a9b001d1ae52 None None] The sync data for ids ['ced5a01a-e0ec-4bc9-aea4-adb27a47c62d'] in dv-cinder-818140-1-smb is: [{'id': 'ced5a01a-e0ec-4bc9-aea4-adb27a47c62d', 'name': 'tempest-TestMinimumBasicScenario-2020094586-router', 'tenant_id': '0121324dc4634d618660eb8421898f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': '85a36556-241e-460e-936e-6faddb07f596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:52:41Z', 'updated_at': '2021-11-16T21:52:49Z', 'revision_number': 4, 'project_id': '0121324dc4634d618660eb8421898f4a', 'gw_port': {'id': '85a36556-241e-460e-936e-6faddb07f596', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced5a01a-e0ec-4bc9-aea4-adb27a47c62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:52:42Z', 'updated_at': '2021-11-16T21:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb', '_floatingips': [{'id': 'f17bd859-d2fe-4167-8f87-7f034afdfe08', 'tenant_id': '0121324dc4634d618660eb8421898f4a', 'floating_ip_address': '172.28.3.217', 'floating_network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'router_id': 'ced5a01a-e0ec-4bc9-aea4-adb27a47c62d', 'port_id': '8b862b37-bab8-4107-b783-400ee75fa034', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5eafeb0-dec6-468b-8eb8-3ad7b65a9408', 'mac_address': 'fa:16:3e:2e:1b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce06053d-1e39-4dfd-bac0-3704072050cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:54:03Z', 'updated_at': '2021-11-16T21:54:03Z', 'revision_number': 0, 'project_id': '0121324dc4634d618660eb8421898f4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9361f43-d04c-4474-a02b-2782cbee803c', 'name': '', 'network_id': 'c5eafeb0-dec6-468b-8eb8-3ad7b65a9408', 'tenant_id': '0121324dc4634d618660eb8421898f4a', 'mac_address': 'fa:16:3e:cd:8b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced5a01a-e0ec-4bc9-aea4-adb27a47c62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'd6c6635f-06ee-4a59-b0bc-7e807ed8a05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:52:48Z', 'updated_at': '2021-11-16T21:53:01Z', 'revision_number': 5, 'project_id': '0121324dc4634d618660eb8421898f4a', 'subnets': [{'id': 'd6c6635f-06ee-4a59-b0bc-7e807ed8a05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:54:06.471709 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-1d324ba1-eca2-40b9-97f0-c7ea0d6b651a tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:06.484947 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-1d324ba1-eca2-40b9-97f0-c7ea0d6b651a tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776879'] for security_group_rule, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:06.487742 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-1ea9e4c8-84ce-4b5f-979d-e3474308a2fc tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:54:06.506116 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-d631a947-9df7-46cf-a764-e41751ff72db req-3f25a6f6-c10b-444e-b382-592768a85c36 service neutron] 10.222.0.60 "GET /v2.0/networks/c5eafeb0-dec6-468b-8eb8-3ad7b65a9408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850295 Nov 16 21:54:06.511609 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d324ba1-eca2-40b9-97f0-c7ea0d6b651a tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8414e80e-1978-48de-82c2-d986da9dfa6a,revision_number=0']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:54:06.523631 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-1d324ba1-eca2-40b9-97f0-c7ea0d6b651a tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:54:06.540420 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-1d324ba1-eca2-40b9-97f0-c7ea0d6b651a tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:06.544139 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-39135a8b-b7e0-4155-8e19-7c2a2f8a99cf req-8d621bb5-e612-4ca0-b4da-19d66b62f89d tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936983 Nov 16 21:54:06.545798 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-1d324ba1-eca2-40b9-97f0-c7ea0d6b651a tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2343783 Nov 16 21:54:06.548622 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 43272) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:54:06.554827 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.v2.base [None req-67d09c11-feaf-44d3-a854-c4ee97ffa9b7 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Request body: {'security_group_rule': {'security_group_id': 'b5e8b3ce-5779-4f2b-b5be-768f7f23187c', 'project_id': '0121324dc4634d618660eb8421898f4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:54:06.562838 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-67d09c11-feaf-44d3-a854-c4ee97ffa9b7 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:54:06.567164 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-67d09c11-feaf-44d3-a854-c4ee97ffa9b7 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Usage tracker for resource:security_group_rule and tenant:0121324dc4634d618660eb8421898f4a is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:54:06.570797 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-67d09c11-feaf-44d3-a854-c4ee97ffa9b7 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:54:06.577857 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-67d09c11-feaf-44d3-a854-c4ee97ffa9b7 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:54:06.614035 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-67d09c11-feaf-44d3-a854-c4ee97ffa9b7 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:06.695618 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-67d09c11-feaf-44d3-a854-c4ee97ffa9b7 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:06.704246 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-67d09c11-feaf-44d3-a854-c4ee97ffa9b7 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776879'] for security_group_rule, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:06.706609 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-660dd662-2d01-4c6b-9505-5f24285d31d3 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:54:06.729075 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d09c11-feaf-44d3-a854-c4ee97ffa9b7 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdbebaa8-3670-42ba-9231-68bf43389e96,revision_number=0']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:54:06.734128 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-67d09c11-feaf-44d3-a854-c4ee97ffa9b7 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:54:06.745979 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-67d09c11-feaf-44d3-a854-c4ee97ffa9b7 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:06.750508 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-67d09c11-feaf-44d3-a854-c4ee97ffa9b7 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1975641 Nov 16 21:54:06.750712 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 43278) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:54:06.756016 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.v2.base [None req-7b01d295-c5cf-4ccb-8dc0-fcbf2c6bd641 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Request body: {'security_group_rule': {'security_group_id': 'b5e8b3ce-5779-4f2b-b5be-768f7f23187c', 'project_id': '0121324dc4634d618660eb8421898f4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:54:06.771298 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-7b01d295-c5cf-4ccb-8dc0-fcbf2c6bd641 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:54:06.776589 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-7b01d295-c5cf-4ccb-8dc0-fcbf2c6bd641 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Usage tracker for resource:security_group_rule and tenant:0121324dc4634d618660eb8421898f4a is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:54:06.780116 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03da5501-615f-4d2b-a646-3bf638a73471 None None] New status for floating IP f17bd859-d2fe-4167-8f87-7f034afdfe08: ACTIVE {{(pid=86865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:54:06.782445 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-7b01d295-c5cf-4ccb-8dc0-fcbf2c6bd641 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:54:06.789797 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-7b01d295-c5cf-4ccb-8dc0-fcbf2c6bd641 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:54:06.802816 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.db.securitygroups_db [None req-7b01d295-c5cf-4ccb-8dc0-fcbf2c6bd641 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Project 0121324dc4634d618660eb8421898f4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 21:54:06.812153 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-7b01d295-c5cf-4ccb-8dc0-fcbf2c6bd641 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:06.869035 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e3095-0de8-4d1e-8ce4-58929b1934bf req-8cc79cab-592e-46eb-9d5a-ab55c1a1335f tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:06.870114 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-a68e3095-0de8-4d1e-8ce4-58929b1934bf req-8cc79cab-592e-46eb-9d5a-ab55c1a1335f tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.2076287 Nov 16 21:54:06.897839 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-7b01d295-c5cf-4ccb-8dc0-fcbf2c6bd641 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:06.902885 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-7b01d295-c5cf-4ccb-8dc0-fcbf2c6bd641 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776879'] for security_group_rule, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:06.905720 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:54:06.932052 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b01d295-c5cf-4ccb-8dc0-fcbf2c6bd641 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d2ca1bb-1797-47df-98eb-f11c7dd0fb16,revision_number=0']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:54:06.935969 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-7b01d295-c5cf-4ccb-8dc0-fcbf2c6bd641 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:54:06.942977 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-a68e3095-0de8-4d1e-8ce4-58929b1934bf req-83370318-0cb8-425d-89ba-84e6472476cc tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636334 Nov 16 21:54:06.946733 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-7b01d295-c5cf-4ccb-8dc0-fcbf2c6bd641 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:06.951503 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 43284) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:54:06.953403 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-7b01d295-c5cf-4ccb-8dc0-fcbf2c6bd641 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2017121 Nov 16 21:54:06.957923 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [None req-49ce498d-b5d2-47a8-a1de-d54c39cf8b06 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Request body: {'security_group_rule': {'security_group_id': 'b5e8b3ce-5779-4f2b-b5be-768f7f23187c', 'project_id': '0121324dc4634d618660eb8421898f4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:54:06.968403 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-49ce498d-b5d2-47a8-a1de-d54c39cf8b06 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:54:06.973751 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-49ce498d-b5d2-47a8-a1de-d54c39cf8b06 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Usage tracker for resource:security_group_rule and tenant:0121324dc4634d618660eb8421898f4a is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:54:06.977639 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-49ce498d-b5d2-47a8-a1de-d54c39cf8b06 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:54:06.986925 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-49ce498d-b5d2-47a8-a1de-d54c39cf8b06 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:54:07.001676 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.db.securitygroups_db [None req-49ce498d-b5d2-47a8-a1de-d54c39cf8b06 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Project 0121324dc4634d618660eb8421898f4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 21:54:07.010293 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-49ce498d-b5d2-47a8-a1de-d54c39cf8b06 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:07.093473 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-49ce498d-b5d2-47a8-a1de-d54c39cf8b06 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:07.097600 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-49ce498d-b5d2-47a8-a1de-d54c39cf8b06 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776879'] for security_group_rule, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:07.099544 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:54:07.120233 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ce498d-b5d2-47a8-a1de-d54c39cf8b06 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=789f9999-a8dd-4c21-88aa-e5ba9bf9d267,revision_number=0']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:54:07.125192 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-49ce498d-b5d2-47a8-a1de-d54c39cf8b06 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:54:07.132983 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-49ce498d-b5d2-47a8-a1de-d54c39cf8b06 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:07.138749 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-49ce498d-b5d2-47a8-a1de-d54c39cf8b06 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1850462 Nov 16 21:54:07.269078 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [req-25513c30-4cff-44f1-bd82-d5ca499122db req-ab5269bd-2a21-4c50-8793-c469d1cef627 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Synchronizing usage tracker for tenant:0121324dc4634d618660eb8421898f4a on resource:security_group {{(pid=86864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:54:07.285670 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [req-25513c30-4cff-44f1-bd82-d5ca499122db req-ab5269bd-2a21-4c50-8793-c469d1cef627 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Unset dirty status for tenant:0121324dc4634d618660eb8421898f4a on resource:security_group {{(pid=86864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:54:07.286982 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-25513c30-4cff-44f1-bd82-d5ca499122db req-ab5269bd-2a21-4c50-8793-c469d1cef627 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-266502334&fields=id&tenant_id=0121324dc4634d618660eb8421898f4a HTTP/1.1" status: 200 len: 267 time: 0.0587633 Nov 16 21:54:07.375065 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25513c30-4cff-44f1-bd82-d5ca499122db req-a30e8257-2849-4b7d-9fa2-d2f8b448e5a8 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:07.376442 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-25513c30-4cff-44f1-bd82-d5ca499122db req-a30e8257-2849-4b7d-9fa2-d2f8b448e5a8 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce06053d-1e39-4dfd-bac0-3704072050cb HTTP/1.1" status: 200 len: 946 time: 0.0839937 Nov 16 21:54:07.387616 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.v2.base [req-25513c30-4cff-44f1-bd82-d5ca499122db req-2daf7056-3f8d-492a-8d36-11a66b7b051e tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Request body: {'port': {'security_groups': ['32489ef2-4d6d-4b12-8fcc-6f400adc7c80', 'b5e8b3ce-5779-4f2b-b5be-768f7f23187c']}} {{(pid=86864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:54:07.514041 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [req-25513c30-4cff-44f1-bd82-d5ca499122db req-2daf7056-3f8d-492a-8d36-11a66b7b051e tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:07.772806 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557fe10-f98f-4078-9484-1e1c5dec026f req-8bb765b1-1dab-4426-9b0c-563251e59c87 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:07.775339 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-b557fe10-f98f-4078-9484-1e1c5dec026f req-8bb765b1-1dab-4426-9b0c-563251e59c87 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 944 time: 0.1025591 Nov 16 21:54:07.799577 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.db [req-25513c30-4cff-44f1-bd82-d5ca499122db req-2daf7056-3f8d-492a-8d36-11a66b7b051e tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] For port 8b862b37-bab8-4107-b783-400ee75fa034, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=8b862b37-bab8-4107-b783-400ee75fa034,segment=NetworkSegment(17dd1725-2c57-400e-9e6b-11a5956cf79c),segment_id=17dd1725-2c57-400e-9e6b-11a5956cf79c)] {{(pid=86864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:54:07.825635 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [req-25513c30-4cff-44f1-bd82-d5ca499122db req-2daf7056-3f8d-492a-8d36-11a66b7b051e tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify callbacks [] for port, precommit_update {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:07.833027 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [req-25513c30-4cff-44f1-bd82-d5ca499122db req-2daf7056-3f8d-492a-8d36-11a66b7b051e tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3119265'] for port, after_update {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:07.833550 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-b557fe10-f98f-4078-9484-1e1c5dec026f req-76074ebb-f946-423d-9d94-baeea39e8137 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510943 Nov 16 21:54:07.843771 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:54:07.848759 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] get_ports_and_sgs() called for port_ids ['8b862b37-bab8-4107-b783-400ee75fa034'] {{(pid=86865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 16 21:54:07.999706 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daf7056-3f8d-492a-8d36-11a66b7b051e tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Pushing event updated for resources: {'Port': ['ID=8b862b37-bab8-4107-b783-400ee75fa034,revision_number=6']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:54:08.011463 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-2daf7056-3f8d-492a-8d36-11a66b7b051e tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:54:08.020965 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25513c30-4cff-44f1-bd82-d5ca499122db req-2daf7056-3f8d-492a-8d36-11a66b7b051e tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:08.021598 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [req-25513c30-4cff-44f1-bd82-d5ca499122db req-2daf7056-3f8d-492a-8d36-11a66b7b051e tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578116'] for port, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:08.036685 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-25513c30-4cff-44f1-bd82-d5ca499122db req-2daf7056-3f8d-492a-8d36-11a66b7b051e tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "PUT /v2.0/ports/8b862b37-bab8-4107-b783-400ee75fa034 HTTP/1.1" status: 200 len: 982 time: 0.6537499 Nov 16 21:54:08.037250 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce06053d-1e39-4dfd-bac0-3704072050cb', 'tag': '8b862b37-bab8-4107-b783-400ee75fa034'}] {{(pid=86864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:54:08.180715 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] get_ports_and_sgs() called for port_ids ['8b862b37-bab8-4107-b783-400ee75fa034'] {{(pid=86865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 16 21:54:08.324764 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3621a2e-edf4-4e45-8501-913c259be279 req-c39f601e-8c0f-48d3-8801-b33ba7b843dc tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:08.326714 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-e3621a2e-edf4-4e45-8501-913c259be279 req-c39f601e-8c0f-48d3-8801-b33ba7b843dc tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.1043544 Nov 16 21:54:08.384444 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-e3621a2e-edf4-4e45-8501-913c259be279 req-3e721522-0a84-4547-9c5a-ca9ab3545bb9 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465152 Nov 16 21:54:08.546449 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce06053d-1e39-4dfd-bac0-3704072050cb', 'tag': '8b862b37-bab8-4107-b783-400ee75fa034', 'status': 'completed', 'code': 200} Nov 16 21:54:08.549858 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-bd121117-a473-4b04-a69a-47a87f9b090e None None] Provisioning complete for port 8b862b37-bab8-4107-b783-400ee75fa034 triggered by entity DHCP. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:54:08.550362 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-bd121117-a473-4b04-a69a-47a87f9b090e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:08.594882 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20801cb2-be01-48b7-b5d2-e28c71fa1e21 req-49212e36-5b10-48e2-aae5-65e42d11af9c tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:08.598508 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-20801cb2-be01-48b7-b5d2-e28c71fa1e21 req-49212e36-5b10-48e2-aae5-65e42d11af9c tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce06053d-1e39-4dfd-bac0-3704072050cb HTTP/1.1" status: 200 len: 985 time: 0.1107154 Nov 16 21:54:08.647537 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-20801cb2-be01-48b7-b5d2-e28c71fa1e21 req-3c1d2702-8bb1-42da-adaa-ed8383d7cac4 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5e8b3ce-5779-4f2b-b5be-768f7f23187c&id=32489ef2-4d6d-4b12-8fcc-6f400adc7c80&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0452056 Nov 16 21:54:08.660297 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84b5ed-de83-40c2-9ac4-bfd674d36180 req-5c4eccb5-7fbc-4e65-9746-5b8e29ddc778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:08.661807 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-9e84b5ed-de83-40c2-9ac4-bfd674d36180 req-5c4eccb5-7fbc-4e65-9746-5b8e29ddc778 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0121324dc4634d618660eb8421898f4a&device_id=ce06053d-1e39-4dfd-bac0-3704072050cb HTTP/1.1" status: 200 len: 1138 time: 0.0889339 Nov 16 21:54:08.814486 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84b5ed-de83-40c2-9ac4-bfd674d36180 req-c511843d-c6ee-440d-ace5-26d6e7d183f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:08.815957 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-9e84b5ed-de83-40c2-9ac4-bfd674d36180 req-c511843d-c6ee-440d-ace5-26d6e7d183f8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c5eafeb0-dec6-468b-8eb8-3ad7b65a9408 HTTP/1.1" status: 200 len: 916 time: 0.1460273 Nov 16 21:54:08.971486 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-9e84b5ed-de83-40c2-9ac4-bfd674d36180 req-b0d0188d-21dc-4359-b6e1-8a961ae1d11a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b862b37-bab8-4107-b783-400ee75fa034 HTTP/1.1" status: 200 len: 1002 time: 0.1468353 Nov 16 21:54:09.040735 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84b5ed-de83-40c2-9ac4-bfd674d36180 req-529397dd-ae57-4712-bb4a-c2f31926e7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:09.042230 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-9e84b5ed-de83-40c2-9ac4-bfd674d36180 req-529397dd-ae57-4712-bb4a-c2f31926e7ba service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d6c6635f-06ee-4a59-b0bc-7e807ed8a05e HTTP/1.1" status: 200 len: 854 time: 0.0632610 Nov 16 21:54:09.092405 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3a969-c023-475f-ad1b-8f15b8121b0f req-c2c3038e-ead7-40a2-ac2f-da5bf1c4f7a8 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:09.094033 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-82a3a969-c023-475f-ad1b-8f15b8121b0f req-c2c3038e-ead7-40a2-ac2f-da5bf1c4f7a8 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 944 time: 0.0877304 Nov 16 21:54:09.120258 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84b5ed-de83-40c2-9ac4-bfd674d36180 req-3592b032-fb30-42a4-8fd2-d2fbac7d56b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:09.121765 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-9e84b5ed-de83-40c2-9ac4-bfd674d36180 req-3592b032-fb30-42a4-8fd2-d2fbac7d56b5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c5eafeb0-dec6-468b-8eb8-3ad7b65a9408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0713656 Nov 16 21:54:09.138900 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-82a3a969-c023-475f-ad1b-8f15b8121b0f req-196313dc-c08e-4f57-8223-5b9129cddd27 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387602 Nov 16 21:54:09.266523 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-9e84b5ed-de83-40c2-9ac4-bfd674d36180 req-c78097bb-0ba8-4eae-851f-941cb602ea94 service neutron] 10.222.0.60 "GET /v2.0/networks/c5eafeb0-dec6-468b-8eb8-3ad7b65a9408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370418 Nov 16 21:54:09.383749 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 43348) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:54:09.420135 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-9e84b5ed-de83-40c2-9ac4-bfd674d36180 req-cb442ea8-9150-46dd-b534-3ced8867a369 service neutron] 10.222.0.60 "GET /v2.0/networks/c5eafeb0-dec6-468b-8eb8-3ad7b65a9408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446435 Nov 16 21:54:09.562029 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-8960ed14-e0d7-48bb-bcd5-7aba5364a112 req-b9bc5b1e-cca8-40d8-914a-9236d7b90d10 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1762145 Nov 16 21:54:09.597231 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc7ba9-d0fe-4901-aef8-89631499a190 req-1638d2f7-0216-44ae-aef6-3049b4005b81 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:09.598753 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-6bcc7ba9-d0fe-4901-aef8-89631499a190 req-1638d2f7-0216-44ae-aef6-3049b4005b81 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.0963621 Nov 16 21:54:09.645988 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-6bcc7ba9-d0fe-4901-aef8-89631499a190 req-a5061096-f8b7-4d25-99fb-9c3299babf4d tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410399 Nov 16 21:54:09.870598 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device e59bfc3b-1030-4b9e-91e4-fe40cfedee28 no longer exists at agent hyperv_hv-cinder-81814 {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 16 21:54:10.338918 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e487f3fb-e843-4bef-b528-e25cf06b30ed req-fe4a6d00-9602-4b75-8f5d-b0dd2cafb996 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:10.340255 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-e487f3fb-e843-4bef-b528-e25cf06b30ed req-fe4a6d00-9602-4b75-8f5d-b0dd2cafb996 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 944 time: 0.0813663 Nov 16 21:54:10.384828 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-e487f3fb-e843-4bef-b528-e25cf06b30ed req-c1c37212-53fe-416c-9216-dae586323344 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389349 Nov 16 21:54:10.843011 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d15c281-03b7-48a5-a99f-820e3a63e792 req-c53cfff6-cf15-4758-bee3-145be061803f tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:10.844454 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-1d15c281-03b7-48a5-a99f-820e3a63e792 req-c53cfff6-cf15-4758-bee3-145be061803f tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.0890100 Nov 16 21:54:10.890403 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-1d15c281-03b7-48a5-a99f-820e3a63e792 req-892f1bfa-733e-4eae-8b38-d274ea0a4296 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398536 Nov 16 21:54:11.196011 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8960ed14-e0d7-48bb-bcd5-7aba5364a112 req-dab0b4b1-5061-417a-89dc-7aa0ba039c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:11.197469 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-8960ed14-e0d7-48bb-bcd5-7aba5364a112 req-dab0b4b1-5061-417a-89dc-7aa0ba039c7e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181&tenant_id=727ecad6d44746bbaca7ef41b34b6315 HTTP/1.1" status: 200 len: 1097 time: 0.0710218 Nov 16 21:54:11.293988 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8960ed14-e0d7-48bb-bcd5-7aba5364a112 req-781397c1-2dd2-4688-b0d3-4ab69e7431fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:11.295463 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-8960ed14-e0d7-48bb-bcd5-7aba5364a112 req-781397c1-2dd2-4688-b0d3-4ab69e7431fd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=727ecad6d44746bbaca7ef41b34b6315&device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 1097 time: 0.0739505 Nov 16 21:54:11.426117 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8960ed14-e0d7-48bb-bcd5-7aba5364a112 req-5ed0c219-e807-4b92-9733-25dd3f5e3a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:11.427502 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-8960ed14-e0d7-48bb-bcd5-7aba5364a112 req-5ed0c219-e807-4b92-9733-25dd3f5e3a75 service neutron] 10.222.0.60 "GET /v2.0/networks?id=cfb6277a-1481-4312-adb0-643dce04514b HTTP/1.1" status: 200 len: 917 time: 0.1240723 Nov 16 21:54:11.527750 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-8960ed14-e0d7-48bb-bcd5-7aba5364a112 req-8ae98ca8-069c-450f-aaa3-6d3b25cec949 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e59bfc3b-1030-4b9e-91e4-fe40cfedee28 HTTP/1.1" status: 200 len: 1000 time: 0.0932958 Nov 16 21:54:11.573684 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5ea6e0-4c3f-477c-a2bb-d8545577b227 req-73a128fd-3f1a-4e9f-b858-e0b9880ea58b tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:11.575865 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-5e5ea6e0-4c3f-477c-a2bb-d8545577b227 req-73a128fd-3f1a-4e9f-b858-e0b9880ea58b tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 944 time: 0.0830827 Nov 16 21:54:11.596084 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8960ed14-e0d7-48bb-bcd5-7aba5364a112 req-903c0974-2b68-462d-b980-c68fb78eca40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:11.597482 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-8960ed14-e0d7-48bb-bcd5-7aba5364a112 req-903c0974-2b68-462d-b980-c68fb78eca40 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fd05cea4-2dd2-4a0d-8f4a-e62d3c4e1889 HTTP/1.1" status: 200 len: 855 time: 0.0603387 Nov 16 21:54:11.619572 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-5e5ea6e0-4c3f-477c-a2bb-d8545577b227 req-26e3db73-f37d-41f9-86d0-5d86f1a67f9d tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373833 Nov 16 21:54:11.672501 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8960ed14-e0d7-48bb-bcd5-7aba5364a112 req-0cedde91-6a21-4d9e-be9e-87484d9aa028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:11.673938 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-8960ed14-e0d7-48bb-bcd5-7aba5364a112 req-0cedde91-6a21-4d9e-be9e-87484d9aa028 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cfb6277a-1481-4312-adb0-643dce04514b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0695951 Nov 16 21:54:11.870531 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-8960ed14-e0d7-48bb-bcd5-7aba5364a112 req-5611b69f-4aca-4c95-bce9-ec08fe5e4536 service neutron] 10.222.0.60 "GET /v2.0/networks/cfb6277a-1481-4312-adb0-643dce04514b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886106 Nov 16 21:54:12.056278 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-8960ed14-e0d7-48bb-bcd5-7aba5364a112 req-818c7530-d158-408f-bb52-2164de43dd25 service neutron] 10.222.0.60 "GET /v2.0/networks/cfb6277a-1481-4312-adb0-643dce04514b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785765 Nov 16 21:54:12.097201 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a8b54-fe23-4368-8f49-de8e6b4ccacd req-585faa2b-ebb1-4b02-9dec-da19b05ab1d7 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:12.098694 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-fb3a8b54-fe23-4368-8f49-de8e6b4ccacd req-585faa2b-ebb1-4b02-9dec-da19b05ab1d7 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.0928671 Nov 16 21:54:12.149721 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-fb3a8b54-fe23-4368-8f49-de8e6b4ccacd req-35d96e50-fac5-4407-9bd5-7243e66e4e3e tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445731 Nov 16 21:54:12.444068 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad88dc4-5d51-4b35-9f6b-02ce1e1bebc1 req-650e47da-8645-45a7-ac08-cdbdcd413bfc tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:12.445231 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-dad88dc4-5d51-4b35-9f6b-02ce1e1bebc1 req-650e47da-8645-45a7-ac08-cdbdcd413bfc tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?device_id=c12d9905-4760-40db-bb4e-8200c90f09ce HTTP/1.1" status: 200 len: 945 time: 0.0846839 Nov 16 21:54:12.493323 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-dad88dc4-5d51-4b35-9f6b-02ce1e1bebc1 req-d28a51f4-96ad-4755-be52-79a31991bfa1 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3fc8445-3b83-49cb-a2bd-29e358d9b8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418453 Nov 16 21:54:12.829401 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a4a6f-d6c9-4992-9819-42fa107872c3 req-de5e709d-860e-4030-adcd-214da4cb177a tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:12.831886 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-7f6a4a6f-d6c9-4992-9819-42fa107872c3 req-de5e709d-860e-4030-adcd-214da4cb177a tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 944 time: 0.0934052 Nov 16 21:54:12.955812 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-7f6a4a6f-d6c9-4992-9819-42fa107872c3 req-e70bb706-5ee9-4baa-afe1-382c0ae5e96c tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166739 Nov 16 21:54:13.343920 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2db63d-b078-4e95-905a-5dcb9ebee394 req-b6e9ac74-2cfa-4f9c-810d-21b72e73f7fb tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:13.345386 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-1f2db63d-b078-4e95-905a-5dcb9ebee394 req-b6e9ac74-2cfa-4f9c-810d-21b72e73f7fb tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.0882788 Nov 16 21:54:13.391983 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-1f2db63d-b078-4e95-905a-5dcb9ebee394 req-74922640-8c78-42dd-b98b-2df1c975f8d2 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406861 Nov 16 21:54:13.703947 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8809605b-4720-4d79-be1f-1a09a044d314 req-c846f4ba-a3ab-4059-ba2e-5b08542db2e1 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:13.705431 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-8809605b-4720-4d79-be1f-1a09a044d314 req-c846f4ba-a3ab-4059-ba2e-5b08542db2e1 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?device_id=c12d9905-4760-40db-bb4e-8200c90f09ce HTTP/1.1" status: 200 len: 945 time: 0.0838919 Nov 16 21:54:13.752097 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-8809605b-4720-4d79-be1f-1a09a044d314 req-317bee53-82b1-44f9-9d62-ebe2039dc194 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3fc8445-3b83-49cb-a2bd-29e358d9b8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408158 Nov 16 21:54:14.150772 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be82d59-13a0-469b-8fe0-d43e986cd1b9 req-1e4fd561-61f0-40a6-82d3-d7315b022bd3 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:14.152320 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-1be82d59-13a0-469b-8fe0-d43e986cd1b9 req-1e4fd561-61f0-40a6-82d3-d7315b022bd3 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 944 time: 0.0828714 Nov 16 21:54:14.202396 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-1be82d59-13a0-469b-8fe0-d43e986cd1b9 req-729a3e85-817f-4da0-a8eb-5efe6ac15006 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441241 Nov 16 21:54:14.589121 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63d435-51b9-4fc7-a02d-6136495773ed req-3cb78f07-5ae3-4a20-8755-4da9e95d264b tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:14.590621 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-dd63d435-51b9-4fc7-a02d-6136495773ed req-3cb78f07-5ae3-4a20-8755-4da9e95d264b tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.0879982 Nov 16 21:54:14.637875 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-dd63d435-51b9-4fc7-a02d-6136495773ed req-b4c677d6-4b17-46dc-8ae4-2b21cdb476b2 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394773 Nov 16 21:54:14.998974 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc58016b-b25e-4296-b693-b2b4685056aa req-a7acd363-0470-4cd7-90aa-e2c15e2ae8dd tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:15.000440 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-fc58016b-b25e-4296-b693-b2b4685056aa req-a7acd363-0470-4cd7-90aa-e2c15e2ae8dd tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?device_id=c12d9905-4760-40db-bb4e-8200c90f09ce HTTP/1.1" status: 200 len: 945 time: 0.1096046 Nov 16 21:54:15.048384 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-fc58016b-b25e-4296-b693-b2b4685056aa req-a6863210-26be-4a67-a629-d6859ad540ed tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3fc8445-3b83-49cb-a2bd-29e358d9b8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415382 Nov 16 21:54:15.396489 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277500cc-07fe-4f93-bd1e-36c2a95eb9a1 req-7516c3d6-6aa8-46b4-a919-74f39b3c9ef3 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:15.397941 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-277500cc-07fe-4f93-bd1e-36c2a95eb9a1 req-7516c3d6-6aa8-46b4-a919-74f39b3c9ef3 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 944 time: 0.0813668 Nov 16 21:54:15.447589 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-277500cc-07fe-4f93-bd1e-36c2a95eb9a1 req-616f076d-67a2-4da0-9138-da967cdd4fe0 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426199 Nov 16 21:54:15.830408 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6629617-2be5-47d0-a036-5a372e4e603e req-065a33e9-b96b-4d86-be8d-52779cc93723 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:15.831862 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-c6629617-2be5-47d0-a036-5a372e4e603e req-065a33e9-b96b-4d86-be8d-52779cc93723 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.0862005 Nov 16 21:54:15.878729 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-c6629617-2be5-47d0-a036-5a372e4e603e req-4140e109-79a6-409f-9ad2-2bcacdf77538 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411203 Nov 16 21:54:16.244951 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d286f-d2c7-44cd-96f5-814b26b0ae33 req-b067a955-bb74-4e47-b59d-3ca010b35095 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:16.246328 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-622d286f-d2c7-44cd-96f5-814b26b0ae33 req-b067a955-bb74-4e47-b59d-3ca010b35095 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?device_id=c12d9905-4760-40db-bb4e-8200c90f09ce HTTP/1.1" status: 200 len: 945 time: 0.0871556 Nov 16 21:54:16.295193 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-622d286f-d2c7-44cd-96f5-814b26b0ae33 req-0a78fc3c-bac3-405c-b1ee-a7838448bd97 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3fc8445-3b83-49cb-a2bd-29e358d9b8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425878 Nov 16 21:54:16.646624 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519410a-fea7-40d2-9bc3-bcdb94f8aaae req-696226ce-4498-4ba7-8fb6-b3b5ab566634 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:16.648697 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-2519410a-fea7-40d2-9bc3-bcdb94f8aaae req-696226ce-4498-4ba7-8fb6-b3b5ab566634 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 944 time: 0.0830796 Nov 16 21:54:16.694877 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-2519410a-fea7-40d2-9bc3-bcdb94f8aaae req-489e939e-e16d-46c1-9b62-db90964c6d40 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392752 Nov 16 21:54:17.077098 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77773cd-fcee-4f96-abd6-919d46d829a9 req-4d7c17f1-0afc-4c80-9e5b-b9203910793a tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:17.078610 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-e77773cd-fcee-4f96-abd6-919d46d829a9 req-4d7c17f1-0afc-4c80-9e5b-b9203910793a tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.0887444 Nov 16 21:54:17.129732 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-e77773cd-fcee-4f96-abd6-919d46d829a9 req-1f40b73e-f238-40d9-86e7-ab33e1ab5db1 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456140 Nov 16 21:54:17.485378 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6836efd-ec25-428e-87f1-6ace24893bc9 req-e73e6b8c-27ea-4595-bf78-c08b1f2d2185 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:17.487924 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-b6836efd-ec25-428e-87f1-6ace24893bc9 req-e73e6b8c-27ea-4595-bf78-c08b1f2d2185 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?device_id=c12d9905-4760-40db-bb4e-8200c90f09ce HTTP/1.1" status: 200 len: 945 time: 0.0871000 Nov 16 21:54:17.540925 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-b6836efd-ec25-428e-87f1-6ace24893bc9 req-f321dbc9-cf4d-4d49-b82e-abc1d34c42d8 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3fc8445-3b83-49cb-a2bd-29e358d9b8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477691 Nov 16 21:54:17.887956 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2cc78-5a37-4a3b-a28b-3430a9dd7a4b req-a9e026c9-7bf8-47b1-8e3f-7c7f20360037 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:17.889481 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-b1b2cc78-5a37-4a3b-a28b-3430a9dd7a4b req-a9e026c9-7bf8-47b1-8e3f-7c7f20360037 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 944 time: 0.0814896 Nov 16 21:54:17.941201 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-b1b2cc78-5a37-4a3b-a28b-3430a9dd7a4b req-b7a9640b-0fde-405a-9a1d-f0548f2fed52 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443945 Nov 16 21:54:18.320432 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5638030-cc84-4c1f-90ff-8f6e41b38360 req-860e645e-4ec2-4814-a547-f209078c56d9 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:18.321990 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-b5638030-cc84-4c1f-90ff-8f6e41b38360 req-860e645e-4ec2-4814-a547-f209078c56d9 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.0843036 Nov 16 21:54:18.368029 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-b5638030-cc84-4c1f-90ff-8f6e41b38360 req-25dc6d1d-736a-464c-8e29-ff3af2ce5e72 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397532 Nov 16 21:54:18.739285 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad6997-926d-467f-9f58-ff19cb241c3b req-9248a931-307a-40bd-aba3-3ede3a44b501 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:18.740736 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-76ad6997-926d-467f-9f58-ff19cb241c3b req-9248a931-307a-40bd-aba3-3ede3a44b501 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?device_id=c12d9905-4760-40db-bb4e-8200c90f09ce HTTP/1.1" status: 200 len: 945 time: 0.0866003 Nov 16 21:54:18.786301 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-76ad6997-926d-467f-9f58-ff19cb241c3b req-0ffc861b-4d96-40e1-8133-6a902706b3a1 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3fc8445-3b83-49cb-a2bd-29e358d9b8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397918 Nov 16 21:54:19.147963 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567abee0-2d27-4044-a025-1fca9b2d7c8c req-ddeb4f2b-c207-4829-bfac-d46243b49fde tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:19.149342 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-567abee0-2d27-4044-a025-1fca9b2d7c8c req-ddeb4f2b-c207-4829-bfac-d46243b49fde tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 944 time: 0.0845840 Nov 16 21:54:19.195382 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-567abee0-2d27-4044-a025-1fca9b2d7c8c req-7d551d21-9a20-425d-8602-70694e4f055b tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392022 Nov 16 21:54:19.559880 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed78239a-5301-4c80-b030-e499b2f33705 req-39a2e1e2-e3c2-4f10-a084-44ba08b8feb3 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:19.561341 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-ed78239a-5301-4c80-b030-e499b2f33705 req-39a2e1e2-e3c2-4f10-a084-44ba08b8feb3 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.0825183 Nov 16 21:54:19.607319 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-ed78239a-5301-4c80-b030-e499b2f33705 req-927f68d4-5a4b-4bbc-9667-760be51e992d tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398118 Nov 16 21:54:19.981933 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd017207-8db7-4d32-944f-0d8194441a6a req-1ef895b9-46c6-4354-aa11-1876d3edab4d tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:19.983740 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-cd017207-8db7-4d32-944f-0d8194441a6a req-1ef895b9-46c6-4354-aa11-1876d3edab4d tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?device_id=c12d9905-4760-40db-bb4e-8200c90f09ce HTTP/1.1" status: 200 len: 945 time: 0.0896108 Nov 16 21:54:20.036617 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-cd017207-8db7-4d32-944f-0d8194441a6a req-a3be0eb8-fd1d-4621-8382-57f696d99f31 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3fc8445-3b83-49cb-a2bd-29e358d9b8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455811 Nov 16 21:54:20.393754 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9a4c60-56e7-4b63-9f3d-5d85e1860d03 req-b1880dec-806a-4604-8e89-dafe76763627 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:20.395264 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-3b9a4c60-56e7-4b63-9f3d-5d85e1860d03 req-b1880dec-806a-4604-8e89-dafe76763627 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 944 time: 0.0852563 Nov 16 21:54:20.440216 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-3b9a4c60-56e7-4b63-9f3d-5d85e1860d03 req-65263559-69f3-46aa-8cf7-b21cf84ad0d1 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393794 Nov 16 21:54:20.803441 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa9afa-1af4-419f-884a-473b420d4e95 req-c83fa70c-077e-4224-a90c-79844a0d1199 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:20.804884 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-c4fa9afa-1af4-419f-884a-473b420d4e95 req-c83fa70c-077e-4224-a90c-79844a0d1199 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.0843365 Nov 16 21:54:20.851111 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-c4fa9afa-1af4-419f-884a-473b420d4e95 req-dad3e475-b96d-450e-ac01-a2c1fa95faf0 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395441 Nov 16 21:54:21.227517 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fbd0a-dd28-4782-8687-d42e49a8d6fb req-abfd296f-3208-4532-8a3a-091159f63d47 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:21.228902 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-2f6fbd0a-dd28-4782-8687-d42e49a8d6fb req-abfd296f-3208-4532-8a3a-091159f63d47 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?device_id=c12d9905-4760-40db-bb4e-8200c90f09ce HTTP/1.1" status: 200 len: 945 time: 0.0846949 Nov 16 21:54:21.282686 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-2f6fbd0a-dd28-4782-8687-d42e49a8d6fb req-a30f4085-b3a0-4d38-9fa7-259c52e48053 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3fc8445-3b83-49cb-a2bd-29e358d9b8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469043 Nov 16 21:54:21.644751 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65612ae0-ab55-45a6-a070-c5b3f549a686 req-a8167cc2-c265-4b81-bf28-e8850e9ba7a4 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:21.646215 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-65612ae0-ab55-45a6-a070-c5b3f549a686 req-a8167cc2-c265-4b81-bf28-e8850e9ba7a4 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 944 time: 0.0895936 Nov 16 21:54:21.692557 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-65612ae0-ab55-45a6-a070-c5b3f549a686 req-1194eeba-a682-4621-ab14-defd0fad9748 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403283 Nov 16 21:54:22.044791 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a0be3-de69-4861-a611-a6eceefef616 req-51c6475e-4ccb-4ef3-a186-d61c06425e5e tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:22.046287 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-b85a0be3-de69-4861-a611-a6eceefef616 req-51c6475e-4ccb-4ef3-a186-d61c06425e5e tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.0828226 Nov 16 21:54:22.091626 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-b85a0be3-de69-4861-a611-a6eceefef616 req-c8220365-dc3f-4249-9382-124f81f75ae4 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397625 Nov 16 21:54:22.478605 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760fc761-3f7f-473a-8d53-e320ccb7b857 req-302388f9-ceba-424a-ae1f-bc2db0e7d16e tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:22.480137 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-760fc761-3f7f-473a-8d53-e320ccb7b857 req-302388f9-ceba-424a-ae1f-bc2db0e7d16e tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?device_id=c12d9905-4760-40db-bb4e-8200c90f09ce HTTP/1.1" status: 200 len: 945 time: 0.0881543 Nov 16 21:54:22.525719 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-760fc761-3f7f-473a-8d53-e320ccb7b857 req-88a30a62-5333-4b6a-998a-ddae25c50441 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3fc8445-3b83-49cb-a2bd-29e358d9b8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394831 Nov 16 21:54:22.890312 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4bbf8b-5b35-451c-a827-193483053fe4 req-de096b98-6214-4c8e-89d3-d7aea8a42fce tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:22.891918 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-4b4bbf8b-5b35-451c-a827-193483053fe4 req-de096b98-6214-4c8e-89d3-d7aea8a42fce tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 944 time: 0.0866017 Nov 16 21:54:22.937560 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-4b4bbf8b-5b35-451c-a827-193483053fe4 req-9a1da584-81c0-44a3-ac7c-a3802ee7c665 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397706 Nov 16 21:54:23.281010 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00513b7-8ae3-4a4b-b3f2-ec53c48d7de8 req-7ef8ba5c-a157-4467-bb4c-a19feca34fb3 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:23.282653 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-b00513b7-8ae3-4a4b-b3f2-ec53c48d7de8 req-7ef8ba5c-a157-4467-bb4c-a19feca34fb3 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.0866017 Nov 16 21:54:23.327663 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-b00513b7-8ae3-4a4b-b3f2-ec53c48d7de8 req-a5bf42fc-04e0-4d5a-ad3d-a8d7593d3f7d tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390873 Nov 16 21:54:23.716349 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b9297-5bdd-40b7-8ec3-c99501e7e6ba req-e9961dee-4c50-4d12-b76a-4eb4beb77bd5 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:23.717828 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-ca8b9297-5bdd-40b7-8ec3-c99501e7e6ba req-e9961dee-4c50-4d12-b76a-4eb4beb77bd5 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?device_id=c12d9905-4760-40db-bb4e-8200c90f09ce HTTP/1.1" status: 200 len: 945 time: 0.0880723 Nov 16 21:54:23.762890 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-ca8b9297-5bdd-40b7-8ec3-c99501e7e6ba req-d60cb5a8-c29e-41e7-b6fe-2510605ebcc1 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3fc8445-3b83-49cb-a2bd-29e358d9b8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391426 Nov 16 21:54:24.275971 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015977d0-a7e0-48ee-b809-fc4787026416 req-ec6ad8b1-63c4-422d-9ced-5d5c105ff1ef tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:24.277309 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-015977d0-a7e0-48ee-b809-fc4787026416 req-ec6ad8b1-63c4-422d-9ced-5d5c105ff1ef tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 944 time: 0.0782223 Nov 16 21:54:24.323893 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-015977d0-a7e0-48ee-b809-fc4787026416 req-347fb85f-5f49-41ec-96ec-6a9d5e5bf48e tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404570 Nov 16 21:54:24.517338 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a790644-ffd1-4e91-965e-fdadcf7923a5 req-415b0926-62fa-47a2-8772-8bfee0415cb1 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:24.518871 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-1a790644-ffd1-4e91-965e-fdadcf7923a5 req-415b0926-62fa-47a2-8772-8bfee0415cb1 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.0827696 Nov 16 21:54:24.562120 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-1a790644-ffd1-4e91-965e-fdadcf7923a5 req-73096b53-eb7f-49a7-8bb3-159f7fec7b75 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375798 Nov 16 21:54:24.720255 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-fecf917a-984d-4b1e-9133-6ebe152de165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:25.014029 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba5e11-5995-4205-8646-d7a569f18e72 req-86b44493-88a6-4ec7-bff6-cf20754d1930 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:25.015770 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-07ba5e11-5995-4205-8646-d7a569f18e72 req-86b44493-88a6-4ec7-bff6-cf20754d1930 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?device_id=c12d9905-4760-40db-bb4e-8200c90f09ce HTTP/1.1" status: 200 len: 945 time: 0.1459281 Nov 16 21:54:25.058043 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-07ba5e11-5995-4205-8646-d7a569f18e72 req-a27b8dad-d72c-4ed4-bfbd-53d81e5c88fe tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3fc8445-3b83-49cb-a2bd-29e358d9b8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366523 Nov 16 21:54:25.244119 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:25.470883 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20219d4-3c93-428b-afde-ee0f1130c975 req-0c6b3dd1-e7db-4e66-947f-eea69836b979 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:25.472317 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-e20219d4-3c93-428b-afde-ee0f1130c975 req-0c6b3dd1-e7db-4e66-947f-eea69836b979 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?device_id=c12d9905-4760-40db-bb4e-8200c90f09ce HTTP/1.1" status: 200 len: 945 time: 0.1622150 Nov 16 21:54:25.521511 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d946c18e-036e-4b07-878f-febcfa54cdcf req-06ee1e03-fd9b-46ab-90d7-17d7db09a1d5 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:25.522925 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-d946c18e-036e-4b07-878f-febcfa54cdcf req-06ee1e03-fd9b-46ab-90d7-17d7db09a1d5 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 944 time: 0.0792167 Nov 16 21:54:25.533040 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-e20219d4-3c93-428b-afde-ee0f1130c975 req-d444f1ce-bc31-4afe-bf89-9e39f077a480 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3fc8445-3b83-49cb-a2bd-29e358d9b8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501935 Nov 16 21:54:25.534846 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8e56b-779a-450f-806b-21ff349c6e2a req-6aff754f-aeba-4ee9-ae28-c7f570a3a9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:25.536212 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-cbb8e56b-779a-450f-806b-21ff349c6e2a req-6aff754f-aeba-4ee9-ae28-c7f570a3a9b3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f62aca8229d64673bbb89ec5aef13eb7&device_id=c12d9905-4760-40db-bb4e-8200c90f09ce HTTP/1.1" status: 200 len: 1098 time: 0.1278231 Nov 16 21:54:25.567660 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-d946c18e-036e-4b07-878f-febcfa54cdcf req-75544ec0-2b7e-4395-a7a1-2806bf6088ac tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383527 Nov 16 21:54:25.677767 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8e56b-779a-450f-806b-21ff349c6e2a req-0e600659-28a4-4f81-bb5d-e72096f03d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:25.679214 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-cbb8e56b-779a-450f-806b-21ff349c6e2a req-0e600659-28a4-4f81-bb5d-e72096f03d70 service neutron] 10.222.0.60 "GET /v2.0/networks?id=74e81693-9879-4389-b683-21ff1ada0cd8 HTTP/1.1" status: 200 len: 912 time: 0.1341751 Nov 16 21:54:25.824257 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-cbb8e56b-779a-450f-806b-21ff349c6e2a req-f22ddcf5-3d97-43dd-add2-b94de871b14b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd4f2956-621b-4050-ace3-90dee813569f HTTP/1.1" status: 200 len: 1000 time: 0.1103857 Nov 16 21:54:25.842574 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf70d7-715a-4098-abce-cb0d6bb7da02 req-fa9aa6b7-a38d-49ed-b1ec-a93942f74e8e tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:25.844007 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-0ebf70d7-715a-4098-abce-cb0d6bb7da02 req-fa9aa6b7-a38d-49ed-b1ec-a93942f74e8e tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.1677325 Nov 16 21:54:25.936033 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-0ebf70d7-715a-4098-abce-cb0d6bb7da02 req-2c3c54a1-230f-4dbe-a9be-8bbfa6960015 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622313 Nov 16 21:54:25.937526 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8e56b-779a-450f-806b-21ff349c6e2a req-f4c8cdc8-92dd-47c5-86e2-6eb088c84b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:25.938878 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-cbb8e56b-779a-450f-806b-21ff349c6e2a req-f4c8cdc8-92dd-47c5-86e2-6eb088c84b6d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=571f52f5-7aee-44e1-b51f-e0b1c3748b0d HTTP/1.1" status: 200 len: 850 time: 0.0940440 Nov 16 21:54:25.980000 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device e59bfc3b-1030-4b9e-91e4-fe40cfedee28 details requested by agent hyperv_hv-cinder-81814 with host hv-cinder-81814 {{(pid=86865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 16 21:54:26.019906 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8e56b-779a-450f-806b-21ff349c6e2a req-5691fbb5-70f3-4866-837d-215f3d95b164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:26.021379 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-cbb8e56b-779a-450f-806b-21ff349c6e2a req-5691fbb5-70f3-4866-837d-215f3d95b164 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=74e81693-9879-4389-b683-21ff1ada0cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0739183 Nov 16 21:54:26.112320 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port e59bfc3b-1030-4b9e-91e4-fe40cfedee28, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=e59bfc3b-1030-4b9e-91e4-fe40cfedee28,segment=NetworkSegment(0768277f-89e3-47c8-84f9-a7ae38cc5ef8),segment_id=0768277f-89e3-47c8-84f9-a7ae38cc5ef8)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:54:26.125728 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Returning: {'device': 'e59bfc3b-1030-4b9e-91e4-fe40cfedee28', 'network_id': 'cfb6277a-1481-4312-adb0-643dce04514b', 'port_id': 'e59bfc3b-1030-4b9e-91e4-fe40cfedee28', 'mac_address': 'fa:16:3e:d3:21:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd05cea4-2dd2-4a0d-8f4a-e62d3c4e1889', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 16 21:54:26.151883 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-cbb8e56b-779a-450f-806b-21ff349c6e2a req-14a824ef-cb91-4ab2-afca-aff7b6c3c614 service neutron] 10.222.0.60 "GET /v2.0/networks/74e81693-9879-4389-b683-21ff1ada0cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232221 Nov 16 21:54:26.179406 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:26.196229 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.notifiers.nova [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e59bfc3b-1030-4b9e-91e4-fe40cfedee28 {{(pid=86865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:54:26.211625 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port e59bfc3b-1030-4b9e-91e4-fe40cfedee28, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=e59bfc3b-1030-4b9e-91e4-fe40cfedee28,segment=NetworkSegment(0768277f-89e3-47c8-84f9-a7ae38cc5ef8),segment_id=0768277f-89e3-47c8-84f9-a7ae38cc5ef8)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:54:26.215470 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:26.217492 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:54:26.287838 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Pushing event updated for resources: {'Port': ['ID=e59bfc3b-1030-4b9e-91e4-fe40cfedee28,revision_number=9']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:54:26.291006 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:54:26.292234 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-cbb8e56b-779a-450f-806b-21ff349c6e2a req-f045aff7-9b4f-4bdf-b56b-0df0ea55859f service neutron] 10.222.0.60 "GET /v2.0/networks/74e81693-9879-4389-b683-21ff1ada0cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333761 Nov 16 21:54:26.523967 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] get_ports_and_sgs() called for port_ids ['e59bfc3b-1030-4b9e-91e4-fe40cfedee28'] {{(pid=86865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 16 21:54:26.729516 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c5570-9cf3-40ab-a6ff-820fdf5f3f9a req-c97b9eb3-b048-419c-8e59-95feca6991e7 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:26.731534 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-867c5570-9cf3-40ab-a6ff-820fdf5f3f9a req-c97b9eb3-b048-419c-8e59-95feca6991e7 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?device_id=c12d9905-4760-40db-bb4e-8200c90f09ce HTTP/1.1" status: 200 len: 945 time: 0.0838513 Nov 16 21:54:26.766356 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd3368-7e95-478c-addd-c332774647c3 req-f2c9b41f-eace-4904-8c8d-9e73eeea4ba8 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:26.767792 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-b5fd3368-7e95-478c-addd-c332774647c3 req-f2c9b41f-eace-4904-8c8d-9e73eeea4ba8 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 945 time: 0.0835984 Nov 16 21:54:26.775759 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-867c5570-9cf3-40ab-a6ff-820fdf5f3f9a req-f20b1244-a31d-4164-bf42-ed9d84a277bf tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3fc8445-3b83-49cb-a2bd-29e358d9b8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381281 Nov 16 21:54:26.811436 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-b5fd3368-7e95-478c-addd-c332774647c3 req-6dfed279-cb34-4169-b8b9-50ab343c2482 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379522 Nov 16 21:54:27.127353 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b9c06-cac4-4759-a7d7-2e162a07ae75 req-f7cac9bd-6065-4a64-a688-4dc6cd31d3f8 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:27.128714 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-367b9c06-cac4-4759-a7d7-2e162a07ae75 req-f7cac9bd-6065-4a64-a688-4dc6cd31d3f8 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.0783572 Nov 16 21:54:27.176224 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-367b9c06-cac4-4759-a7d7-2e162a07ae75 req-0c7d5ece-d3d8-4fd6-8552-e4ba46099dd4 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419309 Nov 16 21:54:27.435699 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-eb209fad-92db-4adb-ab31-ebf193ffd018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:27.975918 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-f28b75a6-c042-470e-a731-e99472dc7289 req-01e9e8c7-49eb-42e3-a791-db8f4e036e61 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=01a70cdd-89ae-4bb3-b9a7-b4c6d7dde373&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1390350 Nov 16 21:54:27.996366 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device e59bfc3b-1030-4b9e-91e4-fe40cfedee28 up at agent hyperv_hv-cinder-81814 {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 21:54:28.002868 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b6c7f3-e66e-465c-a4c9-211119aff64a req-3fe9dc65-9dcc-4e89-8236-eb54d8888ff0 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:28.010084 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-c1b6c7f3-e66e-465c-a4c9-211119aff64a req-3fe9dc65-9dcc-4e89-8236-eb54d8888ff0 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?device_id=c12d9905-4760-40db-bb4e-8200c90f09ce HTTP/1.1" status: 200 len: 945 time: 0.1245077 Nov 16 21:54:28.057499 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b760e8-52d8-4749-8320-96a4b5c75ee6 req-a6d0ed50-96d2-45bf-afab-1aafdc4c8259 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:28.062545 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-c1b760e8-52d8-4749-8320-96a4b5c75ee6 req-a6d0ed50-96d2-45bf-afab-1aafdc4c8259 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 945 time: 0.1310410 Nov 16 21:54:28.089338 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Provisioning complete for port e59bfc3b-1030-4b9e-91e4-fe40cfedee28 triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:54:28.089718 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:28.097045 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-c1b6c7f3-e66e-465c-a4c9-211119aff64a req-8936a1fd-d5d0-4830-8546-6a41bcd29833 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3fc8445-3b83-49cb-a2bd-29e358d9b8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858557 Nov 16 21:54:28.107737 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-c1b760e8-52d8-4749-8320-96a4b5c75ee6 req-91b2b64e-a5c0-46be-845b-f237f5626d4e tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412886 Nov 16 21:54:28.139634 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b75a6-c042-470e-a731-e99472dc7289 req-be51c066-1ece-4296-852f-5dc11ceec005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:28.141698 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-f28b75a6-c042-470e-a731-e99472dc7289 req-be51c066-1ece-4296-852f-5dc11ceec005 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=51fd3b659b6e4c039a7453f6627ed588&device_id=01a70cdd-89ae-4bb3-b9a7-b4c6d7dde373 HTTP/1.1" status: 200 len: 1098 time: 0.1010430 Nov 16 21:54:28.237018 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:28.277068 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '054c3407-affa-4aac-b17e-66a4885a7181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59bfc3b-1030-4b9e-91e4-fe40cfedee28'}] {{(pid=86865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:54:28.287094 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port e59bfc3b-1030-4b9e-91e4-fe40cfedee28, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=e59bfc3b-1030-4b9e-91e4-fe40cfedee28,segment=NetworkSegment(0768277f-89e3-47c8-84f9-a7ae38cc5ef8),segment_id=0768277f-89e3-47c8-84f9-a7ae38cc5ef8)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:54:28.294678 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:28.297167 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:54:28.310100 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b75a6-c042-470e-a731-e99472dc7289 req-06e60796-bc8a-47d3-a111-3a9c618801f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:28.311465 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-f28b75a6-c042-470e-a731-e99472dc7289 req-06e60796-bc8a-47d3-a111-3a9c618801f5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4c2cdc0e-8705-442b-a218-488155a7767e HTTP/1.1" status: 200 len: 920 time: 0.1478446 Nov 16 21:54:28.336481 dv-cinder-818140-1-smb neutron-server[86865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '054c3407-affa-4aac-b17e-66a4885a7181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59bfc3b-1030-4b9e-91e4-fe40cfedee28', 'code': 200} Nov 16 21:54:28.371246 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Pushing event updated for resources: {'Port': ['ID=e59bfc3b-1030-4b9e-91e4-fe40cfedee28,revision_number=10']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:54:28.375296 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:54:28.492303 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-f28b75a6-c042-470e-a731-e99472dc7289 req-ae6bfb20-9042-46a7-95b3-5b6f32ba4c19 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee403728-2c86-4f7f-aa46-758e8426ce78 HTTP/1.1" status: 200 len: 217 time: 0.1489017 Nov 16 21:54:28.568344 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b75a6-c042-470e-a731-e99472dc7289 req-ed485a10-91ff-4304-a322-f39e2a173ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:28.570787 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-f28b75a6-c042-470e-a731-e99472dc7289 req-ed485a10-91ff-4304-a322-f39e2a173ee7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7ba5f404-5610-4d51-b5c8-16096278c672 HTTP/1.1" status: 200 len: 859 time: 0.0693650 Nov 16 21:54:28.607634 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-94ae2c1a-1f16-4ed2-be66-e1a93ab74dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:28.621841 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-f28b75a6-c042-470e-a731-e99472dc7289 req-3add667e-ccd1-4c5c-9c52-f352d6ac0237 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4c2cdc0e-8705-442b-a218-488155a7767e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424139 Nov 16 21:54:28.631148 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4002f-9264-4913-9c87-97e1af46ae04 req-ba213061-032e-43f3-b47a-e645252d9828 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:28.632496 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-2ad4002f-9264-4913-9c87-97e1af46ae04 req-ba213061-032e-43f3-b47a-e645252d9828 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.3201778 Nov 16 21:54:28.756180 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-2ad4002f-9264-4913-9c87-97e1af46ae04 req-1944bdf6-f325-433e-b785-3c06d6b0bca9 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046386 Nov 16 21:54:28.798755 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-f28b75a6-c042-470e-a731-e99472dc7289 req-a4dfa9ce-b0da-4180-b1f2-d5992a2b3285 service neutron] 10.222.0.60 "GET /v2.0/networks/4c2cdc0e-8705-442b-a218-488155a7767e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652389 Nov 16 21:54:28.980923 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-f28b75a6-c042-470e-a731-e99472dc7289 req-ba4e2156-a3a1-4b22-9bb2-4419e6c8f5d4 service neutron] 10.222.0.60 "GET /v2.0/networks/4c2cdc0e-8705-442b-a218-488155a7767e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751039 Nov 16 21:54:28.988451 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ac6ed-06c8-43b7-9402-9ce3a39a1c7a req-50f4384a-a772-4693-951f-8fcf74195309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:28.989820 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-747ac6ed-06c8-43b7-9402-9ce3a39a1c7a req-50f4384a-a772-4693-951f-8fcf74195309 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 1100 time: 0.1601400 Nov 16 21:54:29.030962 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-747ac6ed-06c8-43b7-9402-9ce3a39a1c7a req-9363a431-2257-4b49-a81e-fc9592de7ca3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336399 Nov 16 21:54:29.363171 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2998443f-6aed-49c5-8959-c9f6ba16f72e req-ba207920-7198-495e-943d-25f6d1564b96 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:29.364505 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-2998443f-6aed-49c5-8959-c9f6ba16f72e req-ba207920-7198-495e-943d-25f6d1564b96 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 947 time: 0.1463208 Nov 16 21:54:29.408015 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-2998443f-6aed-49c5-8959-c9f6ba16f72e req-2b4b4ac7-5a2a-4e48-99c0-7c5939b79cb2 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378394 Nov 16 21:54:29.891572 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-941145a6-33c9-4841-86a3-a7e018513e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:29.945554 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f22b8-d03c-47b2-a282-151808a5d901 req-c1ef207f-76f1-4d10-bf96-e76197cf270c tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:29.947009 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-448f22b8-d03c-47b2-a282-151808a5d901 req-c1ef207f-76f1-4d10-bf96-e76197cf270c tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.0830042 Nov 16 21:54:29.991908 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-448f22b8-d03c-47b2-a282-151808a5d901 req-68fe4a20-4ef3-4d4f-8c98-653a711320db tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393100 Nov 16 21:54:30.604534 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333cd835-883c-45cb-8d43-c3294ebe0118 req-df9b2ad0-2ea6-4021-8b62-5e44f11f70ca tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:30.606032 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-333cd835-883c-45cb-8d43-c3294ebe0118 req-df9b2ad0-2ea6-4021-8b62-5e44f11f70ca tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 947 time: 0.0803924 Nov 16 21:54:30.659135 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-333cd835-883c-45cb-8d43-c3294ebe0118 req-fa14cfbb-e05f-46e0-8aca-aa47d38caff8 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468683 Nov 16 21:54:30.739156 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:31.186331 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6868c3f-ac16-4048-a8ea-ed0597d81488 req-a3085835-3c58-4989-858b-f11ecc62e930 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:31.188015 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-f6868c3f-ac16-4048-a8ea-ed0597d81488 req-a3085835-3c58-4989-858b-f11ecc62e930 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.0913424 Nov 16 21:54:31.234950 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-f6868c3f-ac16-4048-a8ea-ed0597d81488 req-1f214190-9922-46d0-b607-1808ba27b4f0 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409527 Nov 16 21:54:31.848307 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0b84d-3943-48a0-a9d7-c9edd72fa922 req-c66192c4-9aae-442a-a01b-0cbde0ca4e4d tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:31.849726 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-7fe0b84d-3943-48a0-a9d7-c9edd72fa922 req-c66192c4-9aae-442a-a01b-0cbde0ca4e4d tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 947 time: 0.0788414 Nov 16 21:54:31.893286 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-7fe0b84d-3943-48a0-a9d7-c9edd72fa922 req-5488edd7-6224-4db4-8f14-30cb8e63eaef tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379238 Nov 16 21:54:32.423103 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830fe22d-53a7-41ef-8425-25bb343dec0d req-a9bc3df1-1620-40fd-b9d9-8ccf38d44707 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:32.425078 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-830fe22d-53a7-41ef-8425-25bb343dec0d req-a9bc3df1-1620-40fd-b9d9-8ccf38d44707 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.0829031 Nov 16 21:54:32.468588 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-830fe22d-53a7-41ef-8425-25bb343dec0d req-8f6fb30b-2677-4e7e-a1b8-af97ddac1a15 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379701 Nov 16 21:54:33.799859 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314ded5-ec26-4d32-831d-4969afaf5dcf req-47526182-a4ce-4fa4-b5e3-9a4b484b7898 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:33.801200 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-e314ded5-ec26-4d32-831d-4969afaf5dcf req-47526182-a4ce-4fa4-b5e3-9a4b484b7898 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.0832155 Nov 16 21:54:33.844691 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-e314ded5-ec26-4d32-831d-4969afaf5dcf req-24b9155c-4ef1-4d9d-838d-e007ac14c551 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378218 Nov 16 21:54:35.097390 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa81f9-6c3b-4070-9e43-5f79422f3729 req-ad673437-ade4-4b51-afa4-4b696753daca tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:35.098852 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-3baa81f9-6c3b-4070-9e43-5f79422f3729 req-ad673437-ade4-4b51-afa4-4b696753daca tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.1180623 Nov 16 21:54:35.101306 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc0a6db-8565-40e7-a022-bcf199e7acb8 req-9ce1ce0e-5591-43f7-b9a1-cfa927e5cbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:35.102648 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-7cc0a6db-8565-40e7-a022-bcf199e7acb8 req-9ce1ce0e-5591-43f7-b9a1-cfa927e5cbaf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 1099 time: 0.1513374 Nov 16 21:54:35.171022 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-3baa81f9-6c3b-4070-9e43-5f79422f3729 req-33499b7d-0786-4638-826a-b28d67376a14 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665421 Nov 16 21:54:35.172501 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-7cc0a6db-8565-40e7-a022-bcf199e7acb8 req-4775556d-bf9e-451f-b054-d9c28f0d0b4f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554323 Nov 16 21:54:36.349391 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92cd3d3-b4b8-4286-a15d-7e793fca96fd req-f22605a8-4aee-47f1-b896-45bed130bf39 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:36.350837 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-e92cd3d3-b4b8-4286-a15d-7e793fca96fd req-f22605a8-4aee-47f1-b896-45bed130bf39 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.0778992 Nov 16 21:54:36.394154 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-e92cd3d3-b4b8-4286-a15d-7e793fca96fd req-3dff4e9d-a653-4e2c-a522-f3cea2afeab7 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370228 Nov 16 21:54:37.578267 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc2e7f-58e1-4ddc-96db-60db7e724222 req-e6eab4cb-6020-4715-9a11-87b658b3da28 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:37.579723 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-a4cc2e7f-58e1-4ddc-96db-60db7e724222 req-e6eab4cb-6020-4715-9a11-87b658b3da28 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.0821617 Nov 16 21:54:37.622376 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-a4cc2e7f-58e1-4ddc-96db-60db7e724222 req-acc628a5-dc92-4c20-a950-9ec44d1d3123 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366292 Nov 16 21:54:38.092839 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f968aa8-8ecd-4f48-bec5-1fec7e560bc6 req-940d3328-7286-4dd0-b54f-9dd73690a4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:38.094361 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-6f968aa8-8ecd-4f48-bec5-1fec7e560bc6 req-940d3328-7286-4dd0-b54f-9dd73690a4bb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=51fd3b659b6e4c039a7453f6627ed588&device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 1099 time: 0.0707290 Nov 16 21:54:38.159480 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d1618f-2430-4839-b9f4-b18f05dcfbc4 req-0378bda9-e74f-485c-bd36-1387f5710015 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:38.160906 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-44d1618f-2430-4839-b9f4-b18f05dcfbc4 req-0378bda9-e74f-485c-bd36-1387f5710015 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.0839779 Nov 16 21:54:38.204910 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-44d1618f-2430-4839-b9f4-b18f05dcfbc4 req-28373795-d92d-46f6-b634-72a0b6acf25f tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382926 Nov 16 21:54:38.229380 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f968aa8-8ecd-4f48-bec5-1fec7e560bc6 req-4654d20b-a282-48c5-af18-adcb9e7b9b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:38.230958 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-6f968aa8-8ecd-4f48-bec5-1fec7e560bc6 req-4654d20b-a282-48c5-af18-adcb9e7b9b2a service neutron] 10.222.0.60 "GET /v2.0/networks?id=4c2cdc0e-8705-442b-a218-488155a7767e HTTP/1.1" status: 200 len: 920 time: 0.1267302 Nov 16 21:54:38.301266 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-6f968aa8-8ecd-4f48-bec5-1fec7e560bc6 req-725f0d9c-5997-409b-b1ec-07e262f0fe0b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ced111e-1ae0-43ac-84df-e1bfc805cdd3 HTTP/1.1" status: 200 len: 217 time: 0.0632827 Nov 16 21:54:38.366621 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f968aa8-8ecd-4f48-bec5-1fec7e560bc6 req-0c152a1b-43fd-4531-8121-1636852ac9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:38.367991 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-6f968aa8-8ecd-4f48-bec5-1fec7e560bc6 req-0c152a1b-43fd-4531-8121-1636852ac9f7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7ba5f404-5610-4d51-b5c8-16096278c672 HTTP/1.1" status: 200 len: 859 time: 0.0590549 Nov 16 21:54:38.482768 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-6f968aa8-8ecd-4f48-bec5-1fec7e560bc6 req-09f3c924-0d82-43f8-8d7c-2ba34e56e6f9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4c2cdc0e-8705-442b-a218-488155a7767e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1075180 Nov 16 21:54:38.621536 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-6f968aa8-8ecd-4f48-bec5-1fec7e560bc6 req-d017d236-709a-4529-bcba-700762be34d6 service neutron] 10.222.0.60 "GET /v2.0/networks/4c2cdc0e-8705-442b-a218-488155a7767e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235354 Nov 16 21:54:38.756886 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-6f968aa8-8ecd-4f48-bec5-1fec7e560bc6 req-a46b925b-0b94-47be-9df3-8e78ea195826 service neutron] 10.222.0.60 "GET /v2.0/networks/4c2cdc0e-8705-442b-a218-488155a7767e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266794 Nov 16 21:54:39.387373 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753c261-837e-471a-b94c-5126744fe2e5 req-af8ff49d-ea59-4e74-97ec-6688043acf89 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:39.389302 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-a753c261-837e-471a-b94c-5126744fe2e5 req-af8ff49d-ea59-4e74-97ec-6688043acf89 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.0787408 Nov 16 21:54:39.436057 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-a753c261-837e-471a-b94c-5126744fe2e5 req-1b6c7792-ea2e-4d7f-9c3c-fa16eb569010 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407860 Nov 16 21:54:39.808797 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.agents_db [None req-6e4a458f-5157-4cde-8197-239c61c88c18 None None] Agent healthcheck: found 6 active agents {{(pid=86866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 16 21:54:40.618648 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4e445-4610-452e-beca-ec40f4326f97 req-3fc38ed4-e8c9-453a-802c-b042d9c9666b tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:40.620068 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-1ff4e445-4610-452e-beca-ec40f4326f97 req-3fc38ed4-e8c9-453a-802c-b042d9c9666b tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.0794616 Nov 16 21:54:40.668322 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-1ff4e445-4610-452e-beca-ec40f4326f97 req-f09c3db0-74e6-48e8-bc31-d83301081035 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425992 Nov 16 21:54:41.126658 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c29be-2b55-46d9-836b-2b4a80c1e911 req-0954516e-d132-417d-959b-c2856b961491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:41.128042 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-e09c29be-2b55-46d9-836b-2b4a80c1e911 req-0954516e-d132-417d-959b-c2856b961491 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0121324dc4634d618660eb8421898f4a&device_id=ce06053d-1e39-4dfd-bac0-3704072050cb HTTP/1.1" status: 200 len: 1138 time: 0.0745361 Nov 16 21:54:41.148923 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170cd043-9acc-4f34-a3c0-0cfa117cd0c5 req-05d98824-b1c1-4a9c-9c4a-8e74631eab19 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:41.150392 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-170cd043-9acc-4f34-a3c0-0cfa117cd0c5 req-05d98824-b1c1-4a9c-9c4a-8e74631eab19 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce06053d-1e39-4dfd-bac0-3704072050cb HTTP/1.1" status: 200 len: 985 time: 0.0833895 Nov 16 21:54:41.196824 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-170cd043-9acc-4f34-a3c0-0cfa117cd0c5 req-bed4972a-4bff-4b3d-9280-ef52841616f5 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5e8b3ce-5779-4f2b-b5be-768f7f23187c&id=32489ef2-4d6d-4b12-8fcc-6f400adc7c80&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405591 Nov 16 21:54:41.260990 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c29be-2b55-46d9-836b-2b4a80c1e911 req-bd94b31c-43e1-4b50-b12c-0135256d2e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:41.262469 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-e09c29be-2b55-46d9-836b-2b4a80c1e911 req-bd94b31c-43e1-4b50-b12c-0135256d2e40 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c5eafeb0-dec6-468b-8eb8-3ad7b65a9408 HTTP/1.1" status: 200 len: 916 time: 0.1255238 Nov 16 21:54:41.369122 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-e09c29be-2b55-46d9-836b-2b4a80c1e911 req-5715ea18-e41b-4a8c-a4ff-7d9aef38c8e5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b862b37-bab8-4107-b783-400ee75fa034 HTTP/1.1" status: 200 len: 1002 time: 0.0934377 Nov 16 21:54:41.433651 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c29be-2b55-46d9-836b-2b4a80c1e911 req-2549c37d-0f65-464f-b1e5-d4a9b1a977b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:41.435005 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-e09c29be-2b55-46d9-836b-2b4a80c1e911 req-2549c37d-0f65-464f-b1e5-d4a9b1a977b1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d6c6635f-06ee-4a59-b0bc-7e807ed8a05e HTTP/1.1" status: 200 len: 854 time: 0.0555122 Nov 16 21:54:41.511404 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c29be-2b55-46d9-836b-2b4a80c1e911 req-e806ec38-a31d-4d87-931f-068391830d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:41.512783 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-e09c29be-2b55-46d9-836b-2b4a80c1e911 req-e806ec38-a31d-4d87-931f-068391830d82 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c5eafeb0-dec6-468b-8eb8-3ad7b65a9408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0695250 Nov 16 21:54:41.719986 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-e09c29be-2b55-46d9-836b-2b4a80c1e911 req-494f588c-2c38-46e5-88ba-6a117ee2dec8 service neutron] 10.222.0.60 "GET /v2.0/networks/c5eafeb0-dec6-468b-8eb8-3ad7b65a9408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203115 Nov 16 21:54:41.898892 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-e09c29be-2b55-46d9-836b-2b4a80c1e911 req-37d7d2e1-cb5e-475c-9ca7-e1fb47838d35 service neutron] 10.222.0.60 "GET /v2.0/networks/c5eafeb0-dec6-468b-8eb8-3ad7b65a9408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721897 Nov 16 21:54:41.914778 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d094763d-7241-43e1-b238-c61daea59993 req-690887e9-1e13-4652-b54f-c752ab8cb9e7 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:41.916193 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-d094763d-7241-43e1-b238-c61daea59993 req-690887e9-1e13-4652-b54f-c752ab8cb9e7 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.1223969 Nov 16 21:54:41.963139 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-d094763d-7241-43e1-b238-c61daea59993 req-191493b5-1027-4480-95db-19184443d40f tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412550 Nov 16 21:54:42.381202 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e460e0-abab-43b5-aafa-8b8ac9ccd463 req-b790744f-0419-4e77-bf1a-784a548a385c tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:42.382691 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-32e460e0-abab-43b5-aafa-8b8ac9ccd463 req-b790744f-0419-4e77-bf1a-784a548a385c tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce06053d-1e39-4dfd-bac0-3704072050cb HTTP/1.1" status: 200 len: 985 time: 0.0801108 Nov 16 21:54:42.437501 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-32e460e0-abab-43b5-aafa-8b8ac9ccd463 req-656e45e7-0c68-407d-9d2a-3bba4e062097 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5e8b3ce-5779-4f2b-b5be-768f7f23187c&id=32489ef2-4d6d-4b12-8fcc-6f400adc7c80&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0465894 Nov 16 21:54:43.648948 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5740e05-bada-42bc-9c79-554de0f5caa2 req-ba705ae1-9973-415d-ad34-bde45521e559 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:43.650429 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-f5740e05-bada-42bc-9c79-554de0f5caa2 req-ba705ae1-9973-415d-ad34-bde45521e559 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce06053d-1e39-4dfd-bac0-3704072050cb HTTP/1.1" status: 200 len: 985 time: 0.1052723 Nov 16 21:54:43.698161 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-f5740e05-bada-42bc-9c79-554de0f5caa2 req-0f71b42f-ae22-4012-b213-378eacf07777 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5e8b3ce-5779-4f2b-b5be-768f7f23187c&id=32489ef2-4d6d-4b12-8fcc-6f400adc7c80&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413790 Nov 16 21:54:44.880140 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1113cf9-336d-46e5-8dcb-a87a44256525 req-8af3738d-8114-4b57-b1bd-f894315b6369 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:44.881620 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-f1113cf9-336d-46e5-8dcb-a87a44256525 req-8af3738d-8114-4b57-b1bd-f894315b6369 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce06053d-1e39-4dfd-bac0-3704072050cb HTTP/1.1" status: 200 len: 985 time: 0.0805123 Nov 16 21:54:44.932416 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-f1113cf9-336d-46e5-8dcb-a87a44256525 req-74fb730d-8276-4328-a0c5-4dd6b05a5261 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5e8b3ce-5779-4f2b-b5be-768f7f23187c&id=32489ef2-4d6d-4b12-8fcc-6f400adc7c80&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0451033 Nov 16 21:54:46.115904 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f97f142-c442-40bd-a509-350745e33510 req-7e10eb8b-f81c-4325-8abc-4552889e91c8 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:46.117352 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-0f97f142-c442-40bd-a509-350745e33510 req-7e10eb8b-f81c-4325-8abc-4552889e91c8 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce06053d-1e39-4dfd-bac0-3704072050cb HTTP/1.1" status: 200 len: 985 time: 0.0797837 Nov 16 21:54:46.163998 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-0f97f142-c442-40bd-a509-350745e33510 req-60926367-c7a8-4dec-b31c-781212630e7c tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5e8b3ce-5779-4f2b-b5be-768f7f23187c&id=32489ef2-4d6d-4b12-8fcc-6f400adc7c80&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409617 Nov 16 21:54:46.572093 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa2349-6114-4ac4-9150-7c7f1ee87155 req-46bf43be-2fa1-41e5-b5a4-b58b5ced183a tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:46.573532 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-11aa2349-6114-4ac4-9150-7c7f1ee87155 req-46bf43be-2fa1-41e5-b5a4-b58b5ced183a tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=01a70cdd-89ae-4bb3-b9a7-b4c6d7dde373 HTTP/1.1" status: 200 len: 945 time: 0.1542993 Nov 16 21:54:46.616311 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-11aa2349-6114-4ac4-9150-7c7f1ee87155 req-712063f3-684b-43fc-9a1b-bd37b0b1cf2d tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365496 Nov 16 21:54:47.347346 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c714827-2ba2-4b1d-99c1-66f89c037c61 req-4e2affce-1f93-4d79-8151-2e67d1b719e9 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:47.348735 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-8c714827-2ba2-4b1d-99c1-66f89c037c61 req-4e2affce-1f93-4d79-8151-2e67d1b719e9 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce06053d-1e39-4dfd-bac0-3704072050cb HTTP/1.1" status: 200 len: 985 time: 0.0821373 Nov 16 21:54:47.394080 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-8c714827-2ba2-4b1d-99c1-66f89c037c61 req-1f92c3ad-d770-4e79-8e77-d09075dc17bd tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5e8b3ce-5779-4f2b-b5be-768f7f23187c&id=32489ef2-4d6d-4b12-8fcc-6f400adc7c80&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0395784 Nov 16 21:54:47.797858 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671aa4d7-946b-4157-975d-b5b970105038 req-29d850c1-e9d5-4a5f-bfdb-8b8c8cad7511 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:47.799291 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-671aa4d7-946b-4157-975d-b5b970105038 req-29d850c1-e9d5-4a5f-bfdb-8b8c8cad7511 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=01a70cdd-89ae-4bb3-b9a7-b4c6d7dde373 HTTP/1.1" status: 200 len: 945 time: 0.0777822 Nov 16 21:54:47.845989 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-671aa4d7-946b-4157-975d-b5b970105038 req-940b0624-3858-43ae-8fd4-b091b9cd2401 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409732 Nov 16 21:54:48.579052 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc87064d-b1e2-498c-9abf-2b07d2e0a7a3 req-40fde0f8-7fb7-4c0d-94d4-5df9f453352d tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:48.580483 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-dc87064d-b1e2-498c-9abf-2b07d2e0a7a3 req-40fde0f8-7fb7-4c0d-94d4-5df9f453352d tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce06053d-1e39-4dfd-bac0-3704072050cb HTTP/1.1" status: 200 len: 985 time: 0.0833752 Nov 16 21:54:48.626472 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-dc87064d-b1e2-498c-9abf-2b07d2e0a7a3 req-58d09d4e-476c-4d1d-bcf0-3699e8713d6f tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5e8b3ce-5779-4f2b-b5be-768f7f23187c&id=32489ef2-4d6d-4b12-8fcc-6f400adc7c80&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403147 Nov 16 21:54:49.090397 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc500da8-8eac-44af-a1d1-ca0fceff02e3 req-28a57ecc-0571-43cc-b8c3-0dd9d0027613 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:49.092572 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-dc500da8-8eac-44af-a1d1-ca0fceff02e3 req-28a57ecc-0571-43cc-b8c3-0dd9d0027613 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.60 "GET /v2.0/ports?device_id=01a70cdd-89ae-4bb3-b9a7-b4c6d7dde373 HTTP/1.1" status: 200 len: 945 time: 0.1114635 Nov 16 21:54:49.099985 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b77440-f560-4416-b977-d0393980a771 req-9bf28a14-1f4a-4abb-adde-c2506ef269c8 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:49.101289 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-57b77440-f560-4416-b977-d0393980a771 req-9bf28a14-1f4a-4abb-adde-c2506ef269c8 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=01a70cdd-89ae-4bb3-b9a7-b4c6d7dde373 HTTP/1.1" status: 200 len: 945 time: 0.1520715 Nov 16 21:54:49.191219 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.plugin [req-dc500da8-8eac-44af-a1d1-ca0fceff02e3 req-a4b92636-b03c-4fae-80df-24caf2a2528f tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Deleting port ee403728-2c86-4f7f-aa46-758e8426ce78 {{(pid=86863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 16 21:54:49.191468 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-dc500da8-8eac-44af-a1d1-ca0fceff02e3 req-a4b92636-b03c-4fae-80df-24caf2a2528f tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790568630941'] for port, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:49.227005 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-57b77440-f560-4416-b977-d0393980a771 req-53a94c6c-8a88-4d8b-a4a5-7a395ab843f6 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972757 Nov 16 21:54:49.439604 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.db [req-dc500da8-8eac-44af-a1d1-ca0fceff02e3 req-a4b92636-b03c-4fae-80df-24caf2a2528f tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] For port ee403728-2c86-4f7f-aa46-758e8426ce78, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=ee403728-2c86-4f7f-aa46-758e8426ce78,segment=NetworkSegment(fa6f151b-caab-43d2-8df9-fad7d0c72214),segment_id=fa6f151b-caab-43d2-8df9-fad7d0c72214)] {{(pid=86863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:54:49.439951 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-dc500da8-8eac-44af-a1d1-ca0fceff02e3 req-a4b92636-b03c-4fae-80df-24caf2a2528f tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675270'] for port, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:49.559568 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.plugin [req-dc500da8-8eac-44af-a1d1-ca0fceff02e3 req-a4b92636-b03c-4fae-80df-24caf2a2528f tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Calling delete_port for ee403728-2c86-4f7f-aa46-758e8426ce78 owned by compute:nova {{(pid=86863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 16 21:54:49.704938 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-dc500da8-8eac-44af-a1d1-ca0fceff02e3 req-a4b92636-b03c-4fae-80df-24caf2a2528f tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790568634161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790568269114'] for port, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:49.711424 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-56365dc9-837f-4b04-b794-1e765db2d33f tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:54:49.717671 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] get_ports_and_sgs() called for port_ids ['4ced111e-1ae0-43ac-84df-e1bfc805cdd3', 'ee403728-2c86-4f7f-aa46-758e8426ce78'] {{(pid=86865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 16 21:54:49.760214 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b92636-b03c-4fae-80df-24caf2a2528f tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Pushing event deleted for resources: {'Port': ['ID=ee403728-2c86-4f7f-aa46-758e8426ce78,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:54:49.805605 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b92636-b03c-4fae-80df-24caf2a2528f tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:54:49.805963 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b92636-b03c-4fae-80df-24caf2a2528f tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:54:49.806362 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b92636-b03c-4fae-80df-24caf2a2528f tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:54:49.806711 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b92636-b03c-4fae-80df-24caf2a2528f tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:54:49.807053 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b92636-b03c-4fae-80df-24caf2a2528f tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:54:49.807393 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b92636-b03c-4fae-80df-24caf2a2528f tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:54:49.807728 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b92636-b03c-4fae-80df-24caf2a2528f tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:54:49.808061 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b92636-b03c-4fae-80df-24caf2a2528f tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:54:49.808395 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b92636-b03c-4fae-80df-24caf2a2528f tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:54:49.808724 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b92636-b03c-4fae-80df-24caf2a2528f tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:54:49.809055 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b92636-b03c-4fae-80df-24caf2a2528f tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:54:49.809383 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b92636-b03c-4fae-80df-24caf2a2528f tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:54:49.814090 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-a4b92636-b03c-4fae-80df-24caf2a2528f tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:54:49.819868 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b047574-bf7b-4c08-aad9-a3c006554233 req-cf57dca6-43ee-48c3-88d5-edabea5e3bd8 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:49.821335 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-3b047574-bf7b-4c08-aad9-a3c006554233 req-cf57dca6-43ee-48c3-88d5-edabea5e3bd8 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce06053d-1e39-4dfd-bac0-3704072050cb HTTP/1.1" status: 200 len: 985 time: 0.0857792 Nov 16 21:54:49.848849 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc500da8-8eac-44af-a1d1-ca0fceff02e3 req-a4b92636-b03c-4fae-80df-24caf2a2528f tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] No DVR routers for this DVR port ee403728-2c86-4f7f-aa46-758e8426ce78 on host hv-cinder-81814 {{(pid=86863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:54:49.851528 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-dc500da8-8eac-44af-a1d1-ca0fceff02e3 req-a4b92636-b03c-4fae-80df-24caf2a2528f tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for port, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:49.855621 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a70cdd-89ae-4bb3-b9a7-b4c6d7dde373', 'name': 'network-vif-deleted', 'tag': 'ee403728-2c86-4f7f-aa46-758e8426ce78'}] {{(pid=86863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:54:49.871808 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-dc500da8-8eac-44af-a1d1-ca0fceff02e3 req-a4b92636-b03c-4fae-80df-24caf2a2528f tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.60 "DELETE /v2.0/ports/ee403728-2c86-4f7f-aa46-758e8426ce78 HTTP/1.1" status: 204 len: 173 time: 0.7692804 Nov 16 21:54:49.874597 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-3b047574-bf7b-4c08-aad9-a3c006554233 req-f88d6c33-2cbf-4109-be0f-d20e15f7e031 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5e8b3ce-5779-4f2b-b5be-768f7f23187c&id=32489ef2-4d6d-4b12-8fcc-6f400adc7c80&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0452578 Nov 16 21:54:49.918289 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a70cdd-89ae-4bb3-b9a7-b4c6d7dde373', 'name': 'network-vif-deleted', 'tag': 'ee403728-2c86-4f7f-aa46-758e8426ce78', 'status': 'completed', 'code': 200} Nov 16 21:54:50.398900 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-400356bf-ea53-40ae-9dd8-d95323f0baeb req-c99f06e5-5203-455c-ab6f-2893fb4c9b04 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=01a70cdd-89ae-4bb3-b9a7-b4c6d7dde373 HTTP/1.1" status: 200 len: 210 time: 0.0468755 Nov 16 21:54:51.070131 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f49070-31cc-4aa8-8c9c-9be58e6e144d req-2227f3b5-16e2-4158-aba9-85c4db147f33 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:51.071551 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-13f49070-31cc-4aa8-8c9c-9be58e6e144d req-2227f3b5-16e2-4158-aba9-85c4db147f33 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce06053d-1e39-4dfd-bac0-3704072050cb HTTP/1.1" status: 200 len: 985 time: 0.0824044 Nov 16 21:54:51.117462 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-13f49070-31cc-4aa8-8c9c-9be58e6e144d req-05ca9751-4dcf-4f6d-8eb8-cb8a6dcc6eb5 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5e8b3ce-5779-4f2b-b5be-768f7f23187c&id=32489ef2-4d6d-4b12-8fcc-6f400adc7c80&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0391994 Nov 16 21:54:51.846011 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec4c16-638a-4f2d-9e5d-5fcc77950db7 req-0f470a6b-927d-482a-95dd-3b7700f9ceec tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:51.847459 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-b9ec4c16-638a-4f2d-9e5d-5fcc77950db7 req-0f470a6b-927d-482a-95dd-3b7700f9ceec tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.0790327 Nov 16 21:54:51.891311 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-b9ec4c16-638a-4f2d-9e5d-5fcc77950db7 req-19ae8327-48b3-4cfa-93f8-2cdd16135b1c tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383260 Nov 16 21:54:52.140762 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device ee403728-2c86-4f7f-aa46-758e8426ce78 no longer exists at agent hyperv_hv-cinder-81814 {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 16 21:54:52.174966 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] No Port match for: ee403728-2c86-4f7f-aa46-758e8426ce78 {{(pid=86865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 16 21:54:52.175314 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device ee403728-2c86-4f7f-aa46-758e8426ce78 not bound to the agent host hv-cinder-81814 {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 16 21:54:52.305214 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82176b22-1ffc-4338-aa39-7026fd275474 req-b812c853-32c1-423b-b757-726e02817010 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:52.306581 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-82176b22-1ffc-4338-aa39-7026fd275474 req-b812c853-32c1-423b-b757-726e02817010 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce06053d-1e39-4dfd-bac0-3704072050cb HTTP/1.1" status: 200 len: 985 time: 0.0787847 Nov 16 21:54:52.353203 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-82176b22-1ffc-4338-aa39-7026fd275474 req-9ed1aacf-18b6-401b-9ba6-39ab455d88a9 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5e8b3ce-5779-4f2b-b5be-768f7f23187c&id=32489ef2-4d6d-4b12-8fcc-6f400adc7c80&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400827 Nov 16 21:54:53.077215 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12dcda8-fbe2-44d5-ac35-511b40bdfc13 req-df009ba5-2e56-4e62-8e6d-0629de5a3573 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:53.078647 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-c12dcda8-fbe2-44d5-ac35-511b40bdfc13 req-df009ba5-2e56-4e62-8e6d-0629de5a3573 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.0817957 Nov 16 21:54:53.121713 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-c12dcda8-fbe2-44d5-ac35-511b40bdfc13 req-65b79842-6b22-4b0b-a99c-bfee4f4971bf tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375855 Nov 16 21:54:53.542415 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c0768-e5d9-479a-b04b-60ff92d4e9e4 req-7044d744-f6ae-4c43-aa55-9baf0cfde003 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:53.544104 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-668c0768-e5d9-479a-b04b-60ff92d4e9e4 req-7044d744-f6ae-4c43-aa55-9baf0cfde003 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce06053d-1e39-4dfd-bac0-3704072050cb HTTP/1.1" status: 200 len: 985 time: 0.0828180 Nov 16 21:54:53.590157 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-668c0768-e5d9-479a-b04b-60ff92d4e9e4 req-a3253ac6-8f2e-402e-90f1-cbf3fc019f6d tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5e8b3ce-5779-4f2b-b5be-768f7f23187c&id=32489ef2-4d6d-4b12-8fcc-6f400adc7c80&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405445 Nov 16 21:54:54.300259 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4373d6-6a9c-4a40-b64a-f6eed527350f req-70dca79b-5a54-41cd-a1a7-57b2578ceef9 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:54.301668 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-cf4373d6-6a9c-4a40-b64a-f6eed527350f req-70dca79b-5a54-41cd-a1a7-57b2578ceef9 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.0774450 Nov 16 21:54:54.344053 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-cf4373d6-6a9c-4a40-b64a-f6eed527350f req-ce8bf34c-ff32-4a48-962f-62947ee7bc40 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368106 Nov 16 21:54:54.725413 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-3ff40a72-8e05-45d5-98af-91456a3410b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:54.774347 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b89c29-7012-4ece-a145-6e7521507910 req-03515a33-a3b2-4380-a609-8dc9140a30bc tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:54.775771 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-e7b89c29-7012-4ece-a145-6e7521507910 req-03515a33-a3b2-4380-a609-8dc9140a30bc tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce06053d-1e39-4dfd-bac0-3704072050cb HTTP/1.1" status: 200 len: 985 time: 0.0787055 Nov 16 21:54:54.824037 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-e7b89c29-7012-4ece-a145-6e7521507910 req-66efa59f-c269-4ef6-b7d3-07da34b26a81 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5e8b3ce-5779-4f2b-b5be-768f7f23187c&id=32489ef2-4d6d-4b12-8fcc-6f400adc7c80&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0419140 Nov 16 21:54:55.249160 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:55.533323 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da33974-ab4a-486b-a334-368652ef5b50 req-73abde94-b05d-4bf4-9635-d1501e024bf4 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:55.534707 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-2da33974-ab4a-486b-a334-368652ef5b50 req-73abde94-b05d-4bf4-9635-d1501e024bf4 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.0811327 Nov 16 21:54:55.577888 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-2da33974-ab4a-486b-a334-368652ef5b50 req-f73bf016-3d0c-425b-abb9-5b6f465dfe3d tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376425 Nov 16 21:54:56.016230 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa91da-097b-4409-83dd-ec97b8d781d2 req-54a78697-589d-4682-a557-c1048c49eb31 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:56.017662 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-caaa91da-097b-4409-83dd-ec97b8d781d2 req-54a78697-589d-4682-a557-c1048c49eb31 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce06053d-1e39-4dfd-bac0-3704072050cb HTTP/1.1" status: 200 len: 985 time: 0.0881155 Nov 16 21:54:56.064888 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-caaa91da-097b-4409-83dd-ec97b8d781d2 req-c649ec34-2070-461c-ad7c-73b11d6cc9f6 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5e8b3ce-5779-4f2b-b5be-768f7f23187c&id=32489ef2-4d6d-4b12-8fcc-6f400adc7c80&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412209 Nov 16 21:54:56.758757 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de50f3-a4d1-4eec-988c-f58e9f17eac7 req-010fd38b-2412-4463-8972-69aa1f225ece tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:56.760190 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-c8de50f3-a4d1-4eec-988c-f58e9f17eac7 req-010fd38b-2412-4463-8972-69aa1f225ece tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.0796838 Nov 16 21:54:56.807464 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-c8de50f3-a4d1-4eec-988c-f58e9f17eac7 req-65fba900-7c0a-4ed0-9b37-88554b1bc030 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407984 Nov 16 21:54:57.320201 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a2397d-055e-43e3-b248-c5d53b2a7b8b req-324b45ff-41c1-483c-a0db-7b877254760a tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:57.321538 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-86a2397d-055e-43e3-b248-c5d53b2a7b8b req-324b45ff-41c1-483c-a0db-7b877254760a tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce06053d-1e39-4dfd-bac0-3704072050cb HTTP/1.1" status: 200 len: 985 time: 0.1493392 Nov 16 21:54:57.366834 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-86a2397d-055e-43e3-b248-c5d53b2a7b8b req-78584d96-3ce2-4fc7-8529-e73fcbd4b8f7 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5e8b3ce-5779-4f2b-b5be-768f7f23187c&id=32489ef2-4d6d-4b12-8fcc-6f400adc7c80&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0392978 Nov 16 21:54:57.436641 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-7b0a778d-954e-4591-82b5-71256714c0b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:57.997715 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b31a6-6a65-4661-bf44-0d3facb5d9d8 req-9ac176dc-6b47-4557-b796-8cd50c137e6c tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:57.999275 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-351b31a6-6a65-4661-bf44-0d3facb5d9d8 req-9ac176dc-6b47-4557-b796-8cd50c137e6c tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.0811579 Nov 16 21:54:58.041863 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-351b31a6-6a65-4661-bf44-0d3facb5d9d8 req-78ea482d-430a-485d-aaf6-60f94225e3aa tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/security-groups?id=9be75f8e-4192-4a08-9ca7-a348a65e86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369425 Nov 16 21:54:58.142125 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a86150-5d3b-4492-b3b2-b68f2ad25374 req-fbcde2de-d8e4-4ce4-9acc-4e8dfe9f0e8b tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:58.142710 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-f0a86150-5d3b-4492-b3b2-b68f2ad25374 req-fbcde2de-d8e4-4ce4-9acc-4e8dfe9f0e8b tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Synchronizing usage tracker for tenant:51fd3b659b6e4c039a7453f6627ed588 on resource:port {{(pid=86863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:54:58.158089 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-f0a86150-5d3b-4492-b3b2-b68f2ad25374 req-fbcde2de-d8e4-4ce4-9acc-4e8dfe9f0e8b tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Unset dirty status for tenant:51fd3b659b6e4c039a7453f6627ed588 on resource:port {{(pid=86863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:54:58.159229 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-f0a86150-5d3b-4492-b3b2-b68f2ad25374 req-fbcde2de-d8e4-4ce4-9acc-4e8dfe9f0e8b tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.60 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 946 time: 0.0949709 Nov 16 21:54:58.237247 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.plugin [req-f0a86150-5d3b-4492-b3b2-b68f2ad25374 req-5a9adda8-d506-4b9c-bff0-4392eb0b829b tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Deleting port 4ced111e-1ae0-43ac-84df-e1bfc805cdd3 {{(pid=86863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 16 21:54:58.237583 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-f0a86150-5d3b-4492-b3b2-b68f2ad25374 req-5a9adda8-d506-4b9c-bff0-4392eb0b829b tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790568630941'] for port, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:58.535670 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.db [req-f0a86150-5d3b-4492-b3b2-b68f2ad25374 req-5a9adda8-d506-4b9c-bff0-4392eb0b829b tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] For port 4ced111e-1ae0-43ac-84df-e1bfc805cdd3, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=4ced111e-1ae0-43ac-84df-e1bfc805cdd3,segment=NetworkSegment(fa6f151b-caab-43d2-8df9-fad7d0c72214),segment_id=fa6f151b-caab-43d2-8df9-fad7d0c72214)] {{(pid=86863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:54:58.536346 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-f0a86150-5d3b-4492-b3b2-b68f2ad25374 req-5a9adda8-d506-4b9c-bff0-4392eb0b829b tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675270'] for port, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:58.610824 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-94ae2c1a-1f16-4ed2-be66-e1a93ab74dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:58.682579 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.plugin [req-f0a86150-5d3b-4492-b3b2-b68f2ad25374 req-5a9adda8-d506-4b9c-bff0-4392eb0b829b tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Calling delete_port for 4ced111e-1ae0-43ac-84df-e1bfc805cdd3 owned by compute:nova {{(pid=86863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 16 21:54:58.758791 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357731f8-f537-4646-b567-cb3e4c92eaf9 req-a109ab09-9c5f-4cc9-85b5-1d675861251e tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:58.760384 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-357731f8-f537-4646-b567-cb3e4c92eaf9 req-a109ab09-9c5f-4cc9-85b5-1d675861251e tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce06053d-1e39-4dfd-bac0-3704072050cb HTTP/1.1" status: 200 len: 985 time: 0.2821884 Nov 16 21:54:58.847442 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-357731f8-f537-4646-b567-cb3e4c92eaf9 req-22d66ebd-8ef1-42c1-9bbe-f6edb718d170 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5e8b3ce-5779-4f2b-b5be-768f7f23187c&id=32489ef2-4d6d-4b12-8fcc-6f400adc7c80&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0744166 Nov 16 21:54:58.878745 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-f0a86150-5d3b-4492-b3b2-b68f2ad25374 req-5a9adda8-d506-4b9c-bff0-4392eb0b829b tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790568634161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790568269114'] for port, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:58.885705 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:54:58.890890 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] get_ports_and_sgs() called for port_ids ['4ced111e-1ae0-43ac-84df-e1bfc805cdd3'] {{(pid=86865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 16 21:54:58.936042 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9adda8-d506-4b9c-bff0-4392eb0b829b tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Pushing event deleted for resources: {'Port': ['ID=4ced111e-1ae0-43ac-84df-e1bfc805cdd3,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:54:58.938824 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-5a9adda8-d506-4b9c-bff0-4392eb0b829b tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:54:59.016071 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a86150-5d3b-4492-b3b2-b68f2ad25374 req-5a9adda8-d506-4b9c-bff0-4392eb0b829b tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] No DVR routers for this DVR port 4ced111e-1ae0-43ac-84df-e1bfc805cdd3 on host hv-cinder-81814 {{(pid=86863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:54:59.018754 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-f0a86150-5d3b-4492-b3b2-b68f2ad25374 req-5a9adda8-d506-4b9c-bff0-4392eb0b829b tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for port, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:54:59.021586 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10fce765-90e3-4dee-9199-f78bb7064a76', 'name': 'network-vif-deleted', 'tag': '4ced111e-1ae0-43ac-84df-e1bfc805cdd3'}] {{(pid=86863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:54:59.036842 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-f0a86150-5d3b-4492-b3b2-b68f2ad25374 req-5a9adda8-d506-4b9c-bff0-4392eb0b829b tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.60 "DELETE /v2.0/ports/4ced111e-1ae0-43ac-84df-e1bfc805cdd3 HTTP/1.1" status: 204 len: 173 time: 0.8683364 Nov 16 21:54:59.067627 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10fce765-90e3-4dee-9199-f78bb7064a76', 'name': 'network-vif-deleted', 'tag': '4ced111e-1ae0-43ac-84df-e1bfc805cdd3', 'status': 'completed', 'code': 200} Nov 16 21:54:59.188295 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-136bc397-bb7f-4838-b1bc-cd705e092d4e req-5c94d130-2ee4-4b34-bc50-6a03694b6f68 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Synchronizing usage tracker for tenant:51fd3b659b6e4c039a7453f6627ed588 on resource:port {{(pid=86863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:54:59.204401 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-136bc397-bb7f-4838-b1bc-cd705e092d4e req-5c94d130-2ee4-4b34-bc50-6a03694b6f68 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Unset dirty status for tenant:51fd3b659b6e4c039a7453f6627ed588 on resource:port {{(pid=86863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:54:59.205897 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-136bc397-bb7f-4838-b1bc-cd705e092d4e req-5c94d130-2ee4-4b34-bc50-6a03694b6f68 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] 10.222.0.50 "GET /v2.0/ports?device_id=10fce765-90e3-4dee-9199-f78bb7064a76 HTTP/1.1" status: 200 len: 210 time: 0.0595622 Nov 16 21:54:59.896006 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-941145a6-33c9-4841-86a3-a7e018513e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:00.101355 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303be90b-9633-40a9-acba-cfd371bdd841 req-d27683f7-0eae-4730-950a-74b935ddd907 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:00.102730 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-303be90b-9633-40a9-acba-cfd371bdd841 req-d27683f7-0eae-4730-950a-74b935ddd907 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce06053d-1e39-4dfd-bac0-3704072050cb HTTP/1.1" status: 200 len: 985 time: 0.1455960 Nov 16 21:55:00.149547 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-303be90b-9633-40a9-acba-cfd371bdd841 req-23b9441c-3103-4a9d-a826-86c927721f0d tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5e8b3ce-5779-4f2b-b5be-768f7f23187c&id=32489ef2-4d6d-4b12-8fcc-6f400adc7c80&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408497 Nov 16 21:55:00.300470 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 43688) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:55:00.774914 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:00.914824 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-05286737-6516-4e51-939e-f2ba1f9a53b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783302'] for router_interface, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:01.254983 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.plugin [None req-05286737-6516-4e51-939e-f2ba1f9a53b5 admin admin] Deleting port 78e71538-4d7f-4eb3-adf7-21ef1c35df06 {{(pid=86863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 16 21:55:01.255332 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-05286737-6516-4e51-939e-f2ba1f9a53b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790568630941'] for port, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:01.345788 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bad83b-d111-4dc3-b52e-ed473f752303 req-6f4a568e-6e1d-49b7-89ac-4953467ce0d0 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:01.347403 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-44bad83b-d111-4dc3-b52e-ed473f752303 req-6f4a568e-6e1d-49b7-89ac-4953467ce0d0 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce06053d-1e39-4dfd-bac0-3704072050cb HTTP/1.1" status: 200 len: 985 time: 0.0942416 Nov 16 21:55:01.396263 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-44bad83b-d111-4dc3-b52e-ed473f752303 req-550435b5-0861-45bd-b5cb-528e3486b3a5 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5e8b3ce-5779-4f2b-b5be-768f7f23187c&id=32489ef2-4d6d-4b12-8fcc-6f400adc7c80&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0432417 Nov 16 21:55:01.433786 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.db [None req-05286737-6516-4e51-939e-f2ba1f9a53b5 admin admin] For port 78e71538-4d7f-4eb3-adf7-21ef1c35df06, host dv-cinder-818140-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=78e71538-4d7f-4eb3-adf7-21ef1c35df06,segment=NetworkSegment(fa6f151b-caab-43d2-8df9-fad7d0c72214),segment_id=fa6f151b-caab-43d2-8df9-fad7d0c72214)] {{(pid=86863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:55:01.434914 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-05286737-6516-4e51-939e-f2ba1f9a53b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675270'] for port, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:01.554637 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.plugin [None req-05286737-6516-4e51-939e-f2ba1f9a53b5 admin admin] Calling delete_port for 78e71538-4d7f-4eb3-adf7-21ef1c35df06 owned by network:router_interface {{(pid=86863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 16 21:55:01.859257 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-05286737-6516-4e51-939e-f2ba1f9a53b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790568634161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790568269114'] for port, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:01.862936 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:55:01.936122 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05286737-6516-4e51-939e-f2ba1f9a53b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=78e71538-4d7f-4eb3-adf7-21ef1c35df06,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:01.942799 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-05286737-6516-4e51-939e-f2ba1f9a53b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:55:02.201670 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-05286737-6516-4e51-939e-f2ba1f9a53b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-576423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-723542'] for router_interface, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:02.217774 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device 4ced111e-1ae0-43ac-84df-e1bfc805cdd3 no longer exists at agent hyperv_hv-cinder-81814 {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 16 21:55:02.251135 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] No Port match for: 4ced111e-1ae0-43ac-84df-e1bfc805cdd3 {{(pid=86865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 16 21:55:02.251487 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device 4ced111e-1ae0-43ac-84df-e1bfc805cdd3 not bound to the agent host hv-cinder-81814 {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 16 21:55:02.618406 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05286737-6516-4e51-939e-f2ba1f9a53b5 admin admin] Router 00e04002-2f1c-4b7c-bf5d-c555306209d0 has already been hosted by L3 agent 61e322f1-f733-4c16-8e8e-7253ec5fb84a {{(pid=86863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 16 21:55:02.703645 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee009b1-dedf-4686-8938-4c3d99d726ac req-d0e14be0-18d7-43d8-9260-f56512cb5d78 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:02.705076 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-cee009b1-dedf-4686-8938-4c3d99d726ac req-d0e14be0-18d7-43d8-9260-f56512cb5d78 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce06053d-1e39-4dfd-bac0-3704072050cb HTTP/1.1" status: 200 len: 985 time: 0.1822016 Nov 16 21:55:02.830705 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-cee009b1-dedf-4686-8938-4c3d99d726ac req-546b4e57-2663-4a62-b57a-5b824f4d653a tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5e8b3ce-5779-4f2b-b5be-768f7f23187c&id=32489ef2-4d6d-4b12-8fcc-6f400adc7c80&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1173382 Nov 16 21:55:02.850013 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05286737-6516-4e51-939e-f2ba1f9a53b5 admin admin] Notify agent at l3_agent.dv-cinder-818140-1-smb the message routers_updated {{(pid=86863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 16 21:55:02.862764 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2bd36d-78d6-49c7-80f6-7e26b9024746 None None] Sync routers for ids ['00e04002-2f1c-4b7c-bf5d-c555306209d0'] in dv-cinder-818140-1-smb {{(pid=86866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:55:02.871197 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-05286737-6516-4e51-939e-f2ba1f9a53b5 admin admin] 10.222.0.50 "PUT /v2.0/routers/00e04002-2f1c-4b7c-bf5d-c555306209d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5693860 Nov 16 21:55:02.874824 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 43698) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:55:02.877108 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2bd36d-78d6-49c7-80f6-7e26b9024746 None None] Routers {'00e04002-2f1c-4b7c-bf5d-c555306209d0'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 21:55:02.877944 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_hamode_db [None req-be2bd36d-78d6-49c7-80f6-7e26b9024746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T21:54:57Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['00e04002-2f1c-4b7c-bf5d-c555306209d0'], 'active': True} {{(pid=86866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:55:03.062177 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-50136d26-4d6a-4599-85c7-5aaf95ab8d3a admin admin] Notify callbacks [] for router, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:03.073560 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_dvr_db [None req-be2bd36d-78d6-49c7-80f6-7e26b9024746 None None] Set router 00e04002-2f1c-4b7c-bf5d-c555306209d0 gateway port host: dv-cinder-818140-1-smb {{(pid=86866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 21:55:03.236560 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-50136d26-4d6a-4599-85c7-5aaf95ab8d3a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:03.246159 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.plugin [None req-50136d26-4d6a-4599-85c7-5aaf95ab8d3a admin admin] Deleting port f2a11722-3ddf-43cf-8bbf-6e9816479a4a {{(pid=86864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 16 21:55:03.246489 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-50136d26-4d6a-4599-85c7-5aaf95ab8d3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790568630941'] for port, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:03.388003 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_hamode_db [None req-be2bd36d-78d6-49c7-80f6-7e26b9024746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e04002-2f1c-4b7c-bf5d-c555306209d0', 'name': 'tempest-ServerRescueNegativeTestJSON-1374070500-router', 'tenant_id': '51fd3b659b6e4c039a7453f6627ed588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': 'f2a11722-3ddf-43cf-8bbf-6e9816479a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:51:36Z', 'updated_at': '2021-11-16T21:55:01Z', 'revision_number': 5, 'project_id': '51fd3b659b6e4c039a7453f6627ed588', 'gw_port': {'id': 'f2a11722-3ddf-43cf-8bbf-6e9816479a4a', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:56:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e04002-2f1c-4b7c-bf5d-c555306209d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:38Z', 'updated_at': '2021-11-16T21:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb'}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:55:03.391950 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2bd36d-78d6-49c7-80f6-7e26b9024746 None None] Checking router: 00e04002-2f1c-4b7c-bf5d-c555306209d0 for host: dv-cinder-818140-1-smb {{(pid=86866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:55:03.399939 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2bd36d-78d6-49c7-80f6-7e26b9024746 None None] Routers {'00e04002-2f1c-4b7c-bf5d-c555306209d0'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 21:55:03.400524 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_hamode_db [None req-be2bd36d-78d6-49c7-80f6-7e26b9024746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T21:54:57Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['00e04002-2f1c-4b7c-bf5d-c555306209d0'], 'active': True} {{(pid=86866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:55:03.423033 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.db [None req-50136d26-4d6a-4599-85c7-5aaf95ab8d3a admin admin] For port f2a11722-3ddf-43cf-8bbf-6e9816479a4a, host dv-cinder-818140-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=f2a11722-3ddf-43cf-8bbf-6e9816479a4a,segment=NetworkSegment(2032d675-cc73-45c1-95a0-4a6936ebf39a),segment_id=2032d675-cc73-45c1-95a0-4a6936ebf39a)] {{(pid=86864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:55:03.423417 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-50136d26-4d6a-4599-85c7-5aaf95ab8d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675270'] for port, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:03.547038 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_dvr_db [None req-be2bd36d-78d6-49c7-80f6-7e26b9024746 None None] Set router 00e04002-2f1c-4b7c-bf5d-c555306209d0 gateway port host: None {{(pid=86866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 21:55:03.547898 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.plugin [None req-50136d26-4d6a-4599-85c7-5aaf95ab8d3a admin admin] Calling delete_port for f2a11722-3ddf-43cf-8bbf-6e9816479a4a owned by network:router_gateway {{(pid=86864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 16 21:55:03.652259 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_hamode_db [None req-be2bd36d-78d6-49c7-80f6-7e26b9024746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e04002-2f1c-4b7c-bf5d-c555306209d0', 'name': 'tempest-ServerRescueNegativeTestJSON-1374070500-router', 'tenant_id': '51fd3b659b6e4c039a7453f6627ed588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:51:36Z', 'updated_at': '2021-11-16T21:55:03Z', 'revision_number': 6, 'project_id': '51fd3b659b6e4c039a7453f6627ed588', 'gw_port_host': None}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:55:03.656935 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2bd36d-78d6-49c7-80f6-7e26b9024746 None None] The sync data for ids ['00e04002-2f1c-4b7c-bf5d-c555306209d0'] in dv-cinder-818140-1-smb is: [{'id': '00e04002-2f1c-4b7c-bf5d-c555306209d0', 'name': 'tempest-ServerRescueNegativeTestJSON-1374070500-router', 'tenant_id': '51fd3b659b6e4c039a7453f6627ed588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:51:36Z', 'updated_at': '2021-11-16T21:55:03Z', 'revision_number': 6, 'project_id': '51fd3b659b6e4c039a7453f6627ed588', 'gw_port_host': None}] {{(pid=86866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:55:03.901207 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-50136d26-4d6a-4599-85c7-5aaf95ab8d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790568634161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790568269114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3119288'] for port, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:03.905592 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-315f2409-0cbc-417a-82f5-57689f4e8604 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:55:03.979717 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50136d26-4d6a-4599-85c7-5aaf95ab8d3a admin admin] Pushing event deleted for resources: {'Port': ['ID=f2a11722-3ddf-43cf-8bbf-6e9816479a4a,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:04.054353 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device 78e71538-4d7f-4eb3-adf7-21ef1c35df06 no longer exists at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 16 21:55:04.096165 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] No Port match for: 78e71538-4d7f-4eb3-adf7-21ef1c35df06 {{(pid=86865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 16 21:55:04.096512 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device 78e71538-4d7f-4eb3-adf7-21ef1c35df06 not bound to the agent host dv-cinder-818140-1-smb {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 16 21:55:04.126811 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50136d26-4d6a-4599-85c7-5aaf95ab8d3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:04.127173 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50136d26-4d6a-4599-85c7-5aaf95ab8d3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:04.127524 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50136d26-4d6a-4599-85c7-5aaf95ab8d3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:04.127869 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50136d26-4d6a-4599-85c7-5aaf95ab8d3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:04.128211 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50136d26-4d6a-4599-85c7-5aaf95ab8d3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:04.128553 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50136d26-4d6a-4599-85c7-5aaf95ab8d3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:04.128891 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50136d26-4d6a-4599-85c7-5aaf95ab8d3a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:04.129228 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50136d26-4d6a-4599-85c7-5aaf95ab8d3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:04.129567 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50136d26-4d6a-4599-85c7-5aaf95ab8d3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:04.129901 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50136d26-4d6a-4599-85c7-5aaf95ab8d3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:04.130261 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50136d26-4d6a-4599-85c7-5aaf95ab8d3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:04.130592 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50136d26-4d6a-4599-85c7-5aaf95ab8d3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:04.140033 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-50136d26-4d6a-4599-85c7-5aaf95ab8d3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:55:04.205532 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-50136d26-4d6a-4599-85c7-5aaf95ab8d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677593'] for router_gateway, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:04.370882 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c4096-d8d5-4824-8a84-e8f28ef10d3e req-0ae30a93-1e21-4c89-879c-6ccd68f9f205 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:04.373029 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-7b2c4096-d8d5-4824-8a84-e8f28ef10d3e req-0ae30a93-1e21-4c89-879c-6ccd68f9f205 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce06053d-1e39-4dfd-bac0-3704072050cb HTTP/1.1" status: 200 len: 985 time: 0.4310775 Nov 16 21:55:04.410333 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-50136d26-4d6a-4599-85c7-5aaf95ab8d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-677217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6475'] for router, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:04.413971 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-50136d26-4d6a-4599-85c7-5aaf95ab8d3a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:04.514182 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-7b2c4096-d8d5-4824-8a84-e8f28ef10d3e req-f9f9141c-0487-4031-9874-6afd846f2f3c tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5e8b3ce-5779-4f2b-b5be-768f7f23187c&id=32489ef2-4d6d-4b12-8fcc-6f400adc7c80&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1282184 Nov 16 21:55:04.524011 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-50136d26-4d6a-4599-85c7-5aaf95ab8d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783128'] for router, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:04.524591 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50136d26-4d6a-4599-85c7-5aaf95ab8d3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00e04002-2f1c-4b7c-bf5d-c555306209d0 {{(pid=86864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 16 21:55:04.542290 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-50136d26-4d6a-4599-85c7-5aaf95ab8d3a admin admin] Notify callbacks [] for router, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:04.542290 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-50136d26-4d6a-4599-85c7-5aaf95ab8d3a admin admin] 10.222.0.50 "DELETE /v2.0/routers/00e04002-2f1c-4b7c-bf5d-c555306209d0 HTTP/1.1" status: 204 len: 168 time: 1.6636062 Nov 16 21:55:04.542290 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 43706) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:55:04.603989 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.db_base_plugin_v2 [None req-489cfe4a-b64e-4431-a1fd-9dc89377acf1 admin admin] Deleting subnet 7ba5f404-5610-4d51-b5c8-16096278c672 {{(pid=86864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 16 21:55:04.607864 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-489cfe4a-b64e-4431-a1fd-9dc89377acf1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:04.661336 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-489cfe4a-b64e-4431-a1fd-9dc89377acf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1095438'] for subnet, precommit_delete_associations {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:04.719347 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-489cfe4a-b64e-4431-a1fd-9dc89377acf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7959338'] for subnet, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:04.788316 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-489cfe4a-b64e-4431-a1fd-9dc89377acf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7959329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3119339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3111270'] for subnet, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:04.792697 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-c2d74404-1173-4514-aa01-55a0d2e038ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:55:04.829779 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489cfe4a-b64e-4431-a1fd-9dc89377acf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ba5f404-5610-4d51-b5c8-16096278c672,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:04.831854 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-489cfe4a-b64e-4431-a1fd-9dc89377acf1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:04.834583 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-489cfe4a-b64e-4431-a1fd-9dc89377acf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:55:04.838381 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-489cfe4a-b64e-4431-a1fd-9dc89377acf1 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/7ba5f404-5610-4d51-b5c8-16096278c672 HTTP/1.1" status: 204 len: 168 time: 0.2957165 Nov 16 21:55:04.840731 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 43712) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:55:04.944922 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-834eab6b-066b-44b9-a239-ab8651e1dcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7988716'] for network, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:05.074425 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-834eab6b-066b-44b9-a239-ab8651e1dcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7962236', 'neutron.services.segments.db._delete_segments_for_network-8790568771669'] for network, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:05.102574 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.services.segments.db [None req-834eab6b-066b-44b9-a239-ab8651e1dcb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c2cdc0e-8705-442b-a218-488155a7767e']}} {{(pid=86864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:55:05.114660 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.services.segments.db [None req-834eab6b-066b-44b9-a239-ab8651e1dcb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa6f151b-caab-43d2-8df9-fad7d0c72214') {'for_net_delete': True} {{(pid=86864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:55:05.114947 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.services.segments.db [None req-834eab6b-066b-44b9-a239-ab8651e1dcb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa6f151b-caab-43d2-8df9-fad7d0c72214') {} {{(pid=86864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:55:05.126576 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-834eab6b-066b-44b9-a239-ab8651e1dcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790568701269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1095441'] for segment, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:05.142621 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-834eab6b-066b-44b9-a239-ab8651e1dcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930301'] for segment, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:05.148776 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-834eab6b-066b-44b9-a239-ab8651e1dcb3 admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=86864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:55:05.149190 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-834eab6b-066b-44b9-a239-ab8651e1dcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7930292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3119245'] for segment, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:05.161829 dv-cinder-818140-1-smb neutron-server[86864]: Traceback (most recent call last): Nov 16 21:55:05.161829 dv-cinder-818140-1-smb neutron-server[86864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:55:05.161829 dv-cinder-818140-1-smb neutron-server[86864]: timer() Nov 16 21:55:05.161829 dv-cinder-818140-1-smb neutron-server[86864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:55:05.161829 dv-cinder-818140-1-smb neutron-server[86864]: cb(*args, **kw) Nov 16 21:55:05.161829 dv-cinder-818140-1-smb neutron-server[86864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 16 21:55:05.161829 dv-cinder-818140-1-smb neutron-server[86864]: return func(*args, **kwargs) Nov 16 21:55:05.161829 dv-cinder-818140-1-smb neutron-server[86864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:55:05.161829 dv-cinder-818140-1-smb neutron-server[86864]: self._notify() Nov 16 21:55:05.161829 dv-cinder-818140-1-smb neutron-server[86864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:55:05.161829 dv-cinder-818140-1-smb neutron-server[86864]: self.callback(batched_events) Nov 16 21:55:05.161829 dv-cinder-818140-1-smb neutron-server[86864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:55:05.161829 dv-cinder-818140-1-smb neutron-server[86864]: event.method(event) Nov 16 21:55:05.161829 dv-cinder-818140-1-smb neutron-server[86864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 16 21:55:05.161829 dv-cinder-818140-1-smb neutron-server[86864]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:55:05.161829 dv-cinder-818140-1-smb neutron-server[86864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 16 21:55:05.161829 dv-cinder-818140-1-smb neutron-server[86864]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:55:05.161829 dv-cinder-818140-1-smb neutron-server[86864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 16 21:55:05.161829 dv-cinder-818140-1-smb neutron-server[86864]: return f(self, *a, **k) Nov 16 21:55:05.161829 dv-cinder-818140-1-smb neutron-server[86864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 16 21:55:05.161829 dv-cinder-818140-1-smb neutron-server[86864]: return self._get(url).json() Nov 16 21:55:05.161829 dv-cinder-818140-1-smb neutron-server[86864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 16 21:55:05.161829 dv-cinder-818140-1-smb neutron-server[86864]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:55:05.161829 dv-cinder-818140-1-smb neutron-server[86864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:55:05.161829 dv-cinder-818140-1-smb neutron-server[86864]: return self.request(url, 'GET', **kwargs) Nov 16 21:55:05.161829 dv-cinder-818140-1-smb neutron-server[86864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:55:05.161829 dv-cinder-818140-1-smb neutron-server[86864]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:55:05.161829 dv-cinder-818140-1-smb neutron-server[86864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:55:05.161829 dv-cinder-818140-1-smb neutron-server[86864]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:55:05.161829 dv-cinder-818140-1-smb neutron-server[86864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:55:05.161829 dv-cinder-818140-1-smb neutron-server[86864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:55:05.161829 dv-cinder-818140-1-smb neutron-server[86864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:55:05.232482 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-834eab6b-066b-44b9-a239-ab8651e1dcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7962117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677574'] for network, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:05.236278 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-95bcd7cd-0bde-44a1-8234-a173f979f66c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:55:05.256092 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-834eab6b-066b-44b9-a239-ab8651e1dcb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578116'] for network, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:05.261351 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834eab6b-066b-44b9-a239-ab8651e1dcb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c2cdc0e-8705-442b-a218-488155a7767e,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:05.266300 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-834eab6b-066b-44b9-a239-ab8651e1dcb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:55:05.273297 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-834eab6b-066b-44b9-a239-ab8651e1dcb3 admin admin] 10.222.0.50 "DELETE /v2.0/networks/4c2cdc0e-8705-442b-a218-488155a7767e HTTP/1.1" status: 204 len: 168 time: 0.4315338 Nov 16 21:55:05.451446 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 43718) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:55:05.499429 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-117da8a2-8eed-46b6-a305-cd4f4679f7a8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=51fd3b659b6e4c039a7453f6627ed588&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0466695 Nov 16 21:55:05.501608 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 43722) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:55:05.562490 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-1978a5f6-7e90-45f3-a48b-7fecfd64bec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:05.587445 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-1978a5f6-7e90-45f3-a48b-7fecfd64bec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:05.639420 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-1978a5f6-7e90-45f3-a48b-7fecfd64bec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:05.643528 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-de8992b5-ccb2-4e4f-a04f-6eeea31b38ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:55:05.655952 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1978a5f6-7e90-45f3-a48b-7fecfd64bec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be75f8e-4192-4a08-9ca7-a348a65e86ad,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:05.659023 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-1978a5f6-7e90-45f3-a48b-7fecfd64bec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:55:05.668036 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-1978a5f6-7e90-45f3-a48b-7fecfd64bec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:05.670317 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-1978a5f6-7e90-45f3-a48b-7fecfd64bec7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9be75f8e-4192-4a08-9ca7-a348a65e86ad HTTP/1.1" status: 204 len: 168 time: 0.1677365 Nov 16 21:55:05.886460 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device f2a11722-3ddf-43cf-8bbf-6e9816479a4a no longer exists at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 16 21:55:05.921272 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] No Port match for: f2a11722-3ddf-43cf-8bbf-6e9816479a4a {{(pid=86865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 16 21:55:05.921882 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device f2a11722-3ddf-43cf-8bbf-6e9816479a4a not bound to the agent host dv-cinder-818140-1-smb {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 16 21:55:06.380972 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 43746) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:55:06.483644 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [None req-d14dacb2-1cc5-4019-a62e-fc9ebbcbaa35 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1567919307-network', 'tenant_id': '2bdcf483bf7846ea91187eab3a26679a'}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:55:06.488260 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-d14dacb2-1cc5-4019-a62e-fc9ebbcbaa35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:55:06.492093 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-d14dacb2-1cc5-4019-a62e-fc9ebbcbaa35 admin admin] Usage tracker for resource:network and tenant:2bdcf483bf7846ea91187eab3a26679a is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:55:06.494991 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-d14dacb2-1cc5-4019-a62e-fc9ebbcbaa35 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:55:06.500635 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-d14dacb2-1cc5-4019-a62e-fc9ebbcbaa35 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:55:06.510543 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14dacb2-1cc5-4019-a62e-fc9ebbcbaa35 admin admin] Made reservation on behalf of 2bdcf483bf7846ea91187eab3a26679a for: {'network': 1} {{(pid=86863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:55:06.513270 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-d14dacb2-1cc5-4019-a62e-fc9ebbcbaa35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for network, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:06.525244 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-d14dacb2-1cc5-4019-a62e-fc9ebbcbaa35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:06.539844 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-d14dacb2-1cc5-4019-a62e-fc9ebbcbaa35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:55:06.543685 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-d14dacb2-1cc5-4019-a62e-fc9ebbcbaa35 admin admin] Usage tracker for resource:security_group_rule and tenant:2bdcf483bf7846ea91187eab3a26679a is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:55:06.546591 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-d14dacb2-1cc5-4019-a62e-fc9ebbcbaa35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:55:06.552252 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-d14dacb2-1cc5-4019-a62e-fc9ebbcbaa35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:55:06.633025 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-d14dacb2-1cc5-4019-a62e-fc9ebbcbaa35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:06.638580 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-d14dacb2-1cc5-4019-a62e-fc9ebbcbaa35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:06.641878 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-4a30b0eb-e019-4516-be38-8b5427151c76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:55:06.675144 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d14dacb2-1cc5-4019-a62e-fc9ebbcbaa35 admin admin] vlan segment allocate from pool success with {'vlan_id': 803, 'physical_network': 'physnet1'} {{(pid=86863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:55:06.680188 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14dacb2-1cc5-4019-a62e-fc9ebbcbaa35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9b460f-8f24-4635-8eb2-2727222fe8ca,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:06.683717 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-d14dacb2-1cc5-4019-a62e-fc9ebbcbaa35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:55:06.688425 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-d14dacb2-1cc5-4019-a62e-fc9ebbcbaa35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930301'] for segment, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:06.688742 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.db.segments_db [None req-d14dacb2-1cc5-4019-a62e-fc9ebbcbaa35 admin admin] Added segment 3e585fd9-76d3-4d9f-902c-88f1b991a1f1 of type vlan for network 86d88184-656f-4802-b205-562d456d133d Nov 16 21:55:06.716966 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-d14dacb2-1cc5-4019-a62e-fc9ebbcbaa35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790568254639'] for network, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:06.746010 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-d14dacb2-1cc5-4019-a62e-fc9ebbcbaa35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446'] for network, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:06.748008 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14dacb2-1cc5-4019-a62e-fc9ebbcbaa35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:06.748577 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-d14dacb2-1cc5-4019-a62e-fc9ebbcbaa35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578116'] for network, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:06.751834 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-951de1b9-85ad-40df-a0b2-0b90cb3e8e07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:55:06.849504 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14dacb2-1cc5-4019-a62e-fc9ebbcbaa35 admin admin] Pushing event updated for resources: {'Network': ['ID=86d88184-656f-4802-b205-562d456d133d,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:06.852312 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-d14dacb2-1cc5-4019-a62e-fc9ebbcbaa35 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4702780 Nov 16 21:55:06.853144 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-d14dacb2-1cc5-4019-a62e-fc9ebbcbaa35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:55:06.855152 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 43752) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:55:06.860170 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Network 86d88184-656f-4802-b205-562d456d133d details requested by agent ovs-agent-dv-cinder-818140-1-smb with host dv-cinder-818140-1-smb {{(pid=86865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 16 21:55:06.860437 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [None req-3a627b3d-2d11-4165-bd74-745642d9e4f4 admin admin] Request body: {'subnet': {'network_id': '86d88184-656f-4802-b205-562d456d133d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1567919307-subnet', 'tenant_id': '2bdcf483bf7846ea91187eab3a26679a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:55:06.865107 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-3a627b3d-2d11-4165-bd74-745642d9e4f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:55:06.868866 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-3a627b3d-2d11-4165-bd74-745642d9e4f4 admin admin] Usage tracker for resource:subnet and tenant:2bdcf483bf7846ea91187eab3a26679a is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:55:06.872274 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-3a627b3d-2d11-4165-bd74-745642d9e4f4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:55:06.877844 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-3a627b3d-2d11-4165-bd74-745642d9e4f4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:55:06.889047 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a627b3d-2d11-4165-bd74-745642d9e4f4 admin admin] Made reservation on behalf of 2bdcf483bf7846ea91187eab3a26679a for: {'subnet': 1} {{(pid=86863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:55:06.891734 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-3a627b3d-2d11-4165-bd74-745642d9e4f4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:07.095354 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-3a627b3d-2d11-4165-bd74-745642d9e4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446'] for subnet, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:07.099816 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-26898e93-8992-4cc8-92df-cb37b5f54f93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:55:07.170029 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a627b3d-2d11-4165-bd74-745642d9e4f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=610d7894-6793-45a3-88f7-014c25c00b16,revision_number=0']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:07.173199 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-3a627b3d-2d11-4165-bd74-745642d9e4f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:55:07.179570 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a627b3d-2d11-4165-bd74-745642d9e4f4 admin admin] Checking segment: {'id': '3e585fd9-76d3-4d9f-902c-88f1b991a1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '86d88184-656f-4802-b205-562d456d133d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 16 21:55:07.179911 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a627b3d-2d11-4165-bd74-745642d9e4f4 admin admin] Network hostable DHCP agents. Network: 86d88184-656f-4802-b205-562d456d133d, hostable agents: ['c74cfb2b-3f17-4f67-977a-702507b4bce6'], hosted agents: [] {{(pid=86863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:55:07.198454 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a627b3d-2d11-4165-bd74-745642d9e4f4 admin admin] Network 86d88184-656f-4802-b205-562d456d133d is scheduled to be hosted by DHCP agent c74cfb2b-3f17-4f67-977a-702507b4bce6 with binding_index 1 {{(pid=86863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:55:07.207200 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.base_scheduler [None req-3a627b3d-2d11-4165-bd74-745642d9e4f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818140-1-smb, 86d88184-656f-4802-b205-562d456d133d) {{(pid=86863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:55:07.211107 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a627b3d-2d11-4165-bd74-745642d9e4f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:07.211769 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-3a627b3d-2d11-4165-bd74-745642d9e4f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578116'] for subnet, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:07.216317 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971b3ab2-d364-4263-a0e3-3feb5be97b21 None None] Network 86d88184-656f-4802-b205-562d456d133d requested from dv-cinder-818140-1-smb {{(pid=86865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 16 21:55:07.239646 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-3a627b3d-2d11-4165-bd74-745642d9e4f4 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3766825 Nov 16 21:55:07.456815 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eff44fe-55f1-4608-a2b1-edeeb7fccc8e None None] Network 86d88184-656f-4802-b205-562d456d133d requested from dv-cinder-818140-1-smb {{(pid=86865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 16 21:55:07.818319 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399245c-a0eb-4f08-aa19-d89aa7e0259c req-ab2c55a6-7354-41f0-a793-254208ab9e69 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:07.818954 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-0399245c-a0eb-4f08-aa19-d89aa7e0259c req-ab2c55a6-7354-41f0-a793-254208ab9e69 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Synchronizing usage tracker for tenant:2bdcf483bf7846ea91187eab3a26679a on resource:network {{(pid=86863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:55:07.835365 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-0399245c-a0eb-4f08-aa19-d89aa7e0259c req-ab2c55a6-7354-41f0-a793-254208ab9e69 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Unset dirty status for tenant:2bdcf483bf7846ea91187eab3a26679a on resource:network {{(pid=86863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:55:07.836572 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-0399245c-a0eb-4f08-aa19-d89aa7e0259c req-ab2c55a6-7354-41f0-a793-254208ab9e69 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/networks?id=86d88184-656f-4802-b205-562d456d133d HTTP/1.1" status: 200 len: 815 time: 0.2481332 Nov 16 21:55:07.851332 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-0399245c-a0eb-4f08-aa19-d89aa7e0259c req-17fe05fa-e0cd-49f2-8641-8cbeca5eff1a tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/quotas/2bdcf483bf7846ea91187eab3a26679a HTTP/1.1" status: 200 len: 375 time: 0.0085692 Nov 16 21:55:07.897454 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-0399245c-a0eb-4f08-aa19-d89aa7e0259c req-529c212e-d258-4414-9312-830567e8767d tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2bdcf483bf7846ea91187eab3a26679a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413036 Nov 16 21:55:08.027809 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-0399245c-a0eb-4f08-aa19-d89aa7e0259c req-3984bb3c-5841-4d0a-b608-a49c9057cf92 service neutron] 10.222.0.50 "GET /v2.0/networks/86d88184-656f-4802-b205-562d456d133d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230304 Nov 16 21:55:08.156961 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-0399245c-a0eb-4f08-aa19-d89aa7e0259c req-68e6a3b6-0e44-4b11-ad3d-e555c95ebe76 service neutron] 10.222.0.50 "GET /v2.0/networks/86d88184-656f-4802-b205-562d456d133d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225810 Nov 16 21:55:08.328162 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-5fdfdd9f-4575-41c7-a456-43d3e56412be req-2060b8f7-bd32-414a-b992-ee33669ed881 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/ports?device_id=9752d4ac-1229-49c4-b7b3-38fad65810e6 HTTP/1.1" status: 200 len: 210 time: 0.0433338 Nov 16 21:55:09.441449 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399245c-a0eb-4f08-aa19-d89aa7e0259c req-c8494011-b4b5-44f3-b702-ef104d764d5f tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:09.443856 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-0399245c-a0eb-4f08-aa19-d89aa7e0259c req-c8494011-b4b5-44f3-b702-ef104d764d5f tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.60 "GET /v2.0/networks?id=86d88184-656f-4802-b205-562d456d133d HTTP/1.1" status: 200 len: 815 time: 0.1691520 Nov 16 21:55:09.457976 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [req-0399245c-a0eb-4f08-aa19-d89aa7e0259c req-002e9a83-2bc2-421b-af1c-73faeb309693 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Request body: {'port': {'device_id': '9752d4ac-1229-49c4-b7b3-38fad65810e6', 'network_id': '86d88184-656f-4802-b205-562d456d133d', 'admin_state_up': True, 'tenant_id': '2bdcf483bf7846ea91187eab3a26679a'}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:55:09.586418 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-0b8fcdff-4a1e-4a13-9438-128b03d7ba7a req-77f01cfd-99c8-41a3-b5eb-985a2c86116d tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/ports?device_id=9752d4ac-1229-49c4-b7b3-38fad65810e6 HTTP/1.1" status: 200 len: 210 time: 0.1106918 Nov 16 21:55:09.663705 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [req-0399245c-a0eb-4f08-aa19-d89aa7e0259c req-002e9a83-2bc2-421b-af1c-73faeb309693 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:55:09.667532 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-0399245c-a0eb-4f08-aa19-d89aa7e0259c req-002e9a83-2bc2-421b-af1c-73faeb309693 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Usage tracker for resource:port and tenant:2bdcf483bf7846ea91187eab3a26679a is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:55:09.670582 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-0399245c-a0eb-4f08-aa19-d89aa7e0259c req-002e9a83-2bc2-421b-af1c-73faeb309693 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:55:09.676282 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [req-0399245c-a0eb-4f08-aa19-d89aa7e0259c req-002e9a83-2bc2-421b-af1c-73faeb309693 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:55:09.686769 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0399245c-a0eb-4f08-aa19-d89aa7e0259c req-002e9a83-2bc2-421b-af1c-73faeb309693 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Made reservation on behalf of 2bdcf483bf7846ea91187eab3a26679a for: {'port': 1} {{(pid=86863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:55:09.690288 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-0399245c-a0eb-4f08-aa19-d89aa7e0259c req-002e9a83-2bc2-421b-af1c-73faeb309693 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:09.856290 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.db_base_plugin_common [req-0399245c-a0eb-4f08-aa19-d89aa7e0259c req-002e9a83-2bc2-421b-af1c-73faeb309693 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Allocated IP 172.20.0.11 (86d88184-656f-4802-b205-562d456d133d/610d7894-6793-45a3-88f7-014c25c00b16/379072b5-055d-4c37-b04c-a11bfc6fd936) {{(pid=86863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:55:10.055470 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-0399245c-a0eb-4f08-aa19-d89aa7e0259c req-002e9a83-2bc2-421b-af1c-73faeb309693 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Notify callbacks [] for port, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:10.088807 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-0399245c-a0eb-4f08-aa19-d89aa7e0259c req-002e9a83-2bc2-421b-af1c-73faeb309693 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790568269105'] for port, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:10.094252 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-3efe9c6b-49ca-4674-b346-ee58afe03842 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:55:10.158714 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0399245c-a0eb-4f08-aa19-d89aa7e0259c req-002e9a83-2bc2-421b-af1c-73faeb309693 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Network 86d88184-656f-4802-b205-562d456d133d is already hosted by enough agents. {{(pid=86863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:55:10.161820 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.base_scheduler [req-0399245c-a0eb-4f08-aa19-d89aa7e0259c req-002e9a83-2bc2-421b-af1c-73faeb309693 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Resources bound (agent type, host, resource id): {{(pid=86863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:55:10.165581 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.l3_dvrscheduler_db [req-0399245c-a0eb-4f08-aa19-d89aa7e0259c req-002e9a83-2bc2-421b-af1c-73faeb309693 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Received port after_create {{(pid=86863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 16 21:55:10.171705 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399245c-a0eb-4f08-aa19-d89aa7e0259c req-002e9a83-2bc2-421b-af1c-73faeb309693 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:10.172299 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-0399245c-a0eb-4f08-aa19-d89aa7e0259c req-002e9a83-2bc2-421b-af1c-73faeb309693 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for port, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:10.185006 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e9a83-2bc2-421b-af1c-73faeb309693 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Pushing event updated for resources: {'Port': ['ID=379072b5-055d-4c37-b04c-a11bfc6fd936,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:10.189207 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-002e9a83-2bc2-421b-af1c-73faeb309693 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:55:10.196622 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-0399245c-a0eb-4f08-aa19-d89aa7e0259c req-002e9a83-2bc2-421b-af1c-73faeb309693 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7435310 Nov 16 21:55:10.208951 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [req-0399245c-a0eb-4f08-aa19-d89aa7e0259c req-487212fe-7be1-4bee-bc87-45cd447ed69c service neutron] Request body: {'port': {'device_id': '9752d4ac-1229-49c4-b7b3-38fad65810e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81814'}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:55:10.320074 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-0399245c-a0eb-4f08-aa19-d89aa7e0259c req-487212fe-7be1-4bee-bc87-45cd447ed69c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:10.664093 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.notifiers.nova [req-0399245c-a0eb-4f08-aa19-d89aa7e0259c req-487212fe-7be1-4bee-bc87-45cd447ed69c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 379072b5-055d-4c37-b04c-a11bfc6fd936 {{(pid=86863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:55:10.673699 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-0399245c-a0eb-4f08-aa19-d89aa7e0259c req-487212fe-7be1-4bee-bc87-45cd447ed69c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:10.696266 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.provisioning_blocks [req-0399245c-a0eb-4f08-aa19-d89aa7e0259c req-487212fe-7be1-4bee-bc87-45cd447ed69c service neutron] Transition to ACTIVE for port object 379072b5-055d-4c37-b04c-a11bfc6fd936 will not be triggered until provisioned by entity L2. {{(pid=86863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:55:10.701842 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-0399245c-a0eb-4f08-aa19-d89aa7e0259c req-487212fe-7be1-4bee-bc87-45cd447ed69c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:10.707039 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-43e3bb95-216e-4fd6-a79d-cc394503c5d3 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:55:11.008831 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487212fe-7be1-4bee-bc87-45cd447ed69c service neutron] Pushing event updated for resources: {'Port': ['ID=379072b5-055d-4c37-b04c-a11bfc6fd936,revision_number=2']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:11.012712 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-487212fe-7be1-4bee-bc87-45cd447ed69c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:55:11.032364 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.managers [req-0399245c-a0eb-4f08-aa19-d89aa7e0259c req-487212fe-7be1-4bee-bc87-45cd447ed69c service neutron] Attempting to bind port 379072b5-055d-4c37-b04c-a11bfc6fd936 on host hv-cinder-81814 for vnic_type normal with profile {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 21:55:11.032692 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.managers [req-0399245c-a0eb-4f08-aa19-d89aa7e0259c req-487212fe-7be1-4bee-bc87-45cd447ed69c service neutron] Attempting to bind port 379072b5-055d-4c37-b04c-a11bfc6fd936 by drivers openvswitch,hyperv on host hv-cinder-81814 at level 0 using segments [{'id': '3e585fd9-76d3-4d9f-902c-88f1b991a1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '86d88184-656f-4802-b205-562d456d133d'}] {{(pid=86863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 21:55:11.033011 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0399245c-a0eb-4f08-aa19-d89aa7e0259c req-487212fe-7be1-4bee-bc87-45cd447ed69c service neutron] Attempting to bind port 379072b5-055d-4c37-b04c-a11bfc6fd936 on network 86d88184-656f-4802-b205-562d456d133d {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 16 21:55:11.039556 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0399245c-a0eb-4f08-aa19-d89aa7e0259c req-487212fe-7be1-4bee-bc87-45cd447ed69c service neutron] Port 379072b5-055d-4c37-b04c-a11bfc6fd936 on network 86d88184-656f-4802-b205-562d456d133d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81814 {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 16 21:55:11.039871 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0399245c-a0eb-4f08-aa19-d89aa7e0259c req-487212fe-7be1-4bee-bc87-45cd447ed69c service neutron] Attempting to bind port 379072b5-055d-4c37-b04c-a11bfc6fd936 on network 86d88184-656f-4802-b205-562d456d133d {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 16 21:55:11.048419 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0399245c-a0eb-4f08-aa19-d89aa7e0259c req-487212fe-7be1-4bee-bc87-45cd447ed69c service neutron] Checking agent: {'id': '426a5c9b-164f-481a-ad6e-a795536ce9ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81814', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 49, 31), 'started_at': datetime.datetime(2021, 11, 16, 21, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 16 21:55:11.048744 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0399245c-a0eb-4f08-aa19-d89aa7e0259c req-487212fe-7be1-4bee-bc87-45cd447ed69c service neutron] Checking segment: {'id': '3e585fd9-76d3-4d9f-902c-88f1b991a1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '86d88184-656f-4802-b205-562d456d133d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 16 21:55:11.049115 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0399245c-a0eb-4f08-aa19-d89aa7e0259c req-487212fe-7be1-4bee-bc87-45cd447ed69c service neutron] Bound using segment: {'id': '3e585fd9-76d3-4d9f-902c-88f1b991a1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '86d88184-656f-4802-b205-562d456d133d'} {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 16 21:55:11.049531 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.managers [req-0399245c-a0eb-4f08-aa19-d89aa7e0259c req-487212fe-7be1-4bee-bc87-45cd447ed69c service neutron] Bound port: 379072b5-055d-4c37-b04c-a11bfc6fd936, host: hv-cinder-81814, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e585fd9-76d3-4d9f-902c-88f1b991a1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '86d88184-656f-4802-b205-562d456d133d'}}] {{(pid=86863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 21:55:11.049864 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-0399245c-a0eb-4f08-aa19-d89aa7e0259c req-487212fe-7be1-4bee-bc87-45cd447ed69c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:11.072000 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8ffe7-7a44-4c5d-a1bf-459bf82103ef req-42e9e006-a2d9-4c6b-8b7f-5be7b7a09f80 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:11.072684 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-96f8ffe7-7a44-4c5d-a1bf-459bf82103ef req-42e9e006-a2d9-4c6b-8b7f-5be7b7a09f80 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Synchronizing usage tracker for tenant:2bdcf483bf7846ea91187eab3a26679a on resource:port {{(pid=86863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:55:11.132292 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-96f8ffe7-7a44-4c5d-a1bf-459bf82103ef req-42e9e006-a2d9-4c6b-8b7f-5be7b7a09f80 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Unset dirty status for tenant:2bdcf483bf7846ea91187eab3a26679a on resource:port {{(pid=86863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:55:11.133462 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-96f8ffe7-7a44-4c5d-a1bf-459bf82103ef req-42e9e006-a2d9-4c6b-8b7f-5be7b7a09f80 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/ports?device_id=9752d4ac-1229-49c4-b7b3-38fad65810e6 HTTP/1.1" status: 200 len: 944 time: 0.3026402 Nov 16 21:55:11.191563 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.db [req-0399245c-a0eb-4f08-aa19-d89aa7e0259c req-487212fe-7be1-4bee-bc87-45cd447ed69c service neutron] For port 379072b5-055d-4c37-b04c-a11bfc6fd936, host hv-cinder-81814, cleared binding levels {{(pid=86863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 16 21:55:11.205645 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-96f8ffe7-7a44-4c5d-a1bf-459bf82103ef req-377df238-8983-4f29-a5e2-7ea5aa690eac tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Synchronizing usage tracker for tenant:2bdcf483bf7846ea91187eab3a26679a on resource:security_group {{(pid=86863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:55:11.208800 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.db [req-0399245c-a0eb-4f08-aa19-d89aa7e0259c req-487212fe-7be1-4bee-bc87-45cd447ed69c service neutron] For port 379072b5-055d-4c37-b04c-a11bfc6fd936, host hv-cinder-81814, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=379072b5-055d-4c37-b04c-a11bfc6fd936,segment=NetworkSegment(3e585fd9-76d3-4d9f-902c-88f1b991a1f1),segment_id=3e585fd9-76d3-4d9f-902c-88f1b991a1f1)] {{(pid=86863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 16 21:55:11.215914 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-0399245c-a0eb-4f08-aa19-d89aa7e0259c req-487212fe-7be1-4bee-bc87-45cd447ed69c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:11.221542 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:55:11.285273 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399245c-a0eb-4f08-aa19-d89aa7e0259c req-487212fe-7be1-4bee-bc87-45cd447ed69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:11.285873 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-0399245c-a0eb-4f08-aa19-d89aa7e0259c req-487212fe-7be1-4bee-bc87-45cd447ed69c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for port, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:11.287251 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-0399245c-a0eb-4f08-aa19-d89aa7e0259c req-487212fe-7be1-4bee-bc87-45cd447ed69c service neutron] 10.222.0.60 "PUT /v2.0/ports/379072b5-055d-4c37-b04c-a11bfc6fd936 HTTP/1.1" status: 200 len: 1094 time: 1.0821223 Nov 16 21:55:11.287731 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9752d4ac-1229-49c4-b7b3-38fad65810e6', 'tag': '379072b5-055d-4c37-b04c-a11bfc6fd936'}] {{(pid=86863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:55:11.294689 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-96f8ffe7-7a44-4c5d-a1bf-459bf82103ef req-377df238-8983-4f29-a5e2-7ea5aa690eac tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Unset dirty status for tenant:2bdcf483bf7846ea91187eab3a26679a on resource:security_group {{(pid=86863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:55:11.295765 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-96f8ffe7-7a44-4c5d-a1bf-459bf82103ef req-377df238-8983-4f29-a5e2-7ea5aa690eac tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/security-groups?id=4a9b460f-8f24-4635-8eb2-2727222fe8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548774 Nov 16 21:55:11.307696 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487212fe-7be1-4bee-bc87-45cd447ed69c service neutron] Pushing event updated for resources: {'Port': ['ID=379072b5-055d-4c37-b04c-a11bfc6fd936,revision_number=3']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:11.312066 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-487212fe-7be1-4bee-bc87-45cd447ed69c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:55:11.376572 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9752d4ac-1229-49c4-b7b3-38fad65810e6', 'tag': '379072b5-055d-4c37-b04c-a11bfc6fd936', 'status': 'completed', 'code': 200} Nov 16 21:55:11.427237 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399245c-a0eb-4f08-aa19-d89aa7e0259c req-5aa3dced-0ad3-4a7f-b0ad-19a89d752989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:11.428865 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-0399245c-a0eb-4f08-aa19-d89aa7e0259c req-5aa3dced-0ad3-4a7f-b0ad-19a89d752989 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2bdcf483bf7846ea91187eab3a26679a&device_id=9752d4ac-1229-49c4-b7b3-38fad65810e6 HTTP/1.1" status: 200 len: 1097 time: 0.0842760 Nov 16 21:55:11.499241 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-0399245c-a0eb-4f08-aa19-d89aa7e0259c req-45d77ee5-7263-428f-a2bb-609c6cc6d10f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=379072b5-055d-4c37-b04c-a11bfc6fd936 HTTP/1.1" status: 200 len: 217 time: 0.0623808 Nov 16 21:55:11.564997 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399245c-a0eb-4f08-aa19-d89aa7e0259c req-9069c05f-7e88-4126-816e-64b8428edf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:11.566400 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-0399245c-a0eb-4f08-aa19-d89aa7e0259c req-9069c05f-7e88-4126-816e-64b8428edf5e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=610d7894-6793-45a3-88f7-014c25c00b16 HTTP/1.1" status: 200 len: 855 time: 0.0606656 Nov 16 21:55:11.612588 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-0399245c-a0eb-4f08-aa19-d89aa7e0259c req-c0a55ff8-16ce-4dbc-ae47-8d2e21569e75 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=86d88184-656f-4802-b205-562d456d133d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397973 Nov 16 21:55:11.742030 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-0399245c-a0eb-4f08-aa19-d89aa7e0259c req-7ce07e0d-9394-4cce-b278-4689c97a7447 service neutron] 10.222.0.60 "GET /v2.0/networks/86d88184-656f-4802-b205-562d456d133d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227853 Nov 16 21:55:11.872554 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-0399245c-a0eb-4f08-aa19-d89aa7e0259c req-693948d6-28a6-4755-bac6-6525b4b63ebf service neutron] 10.222.0.60 "GET /v2.0/networks/86d88184-656f-4802-b205-562d456d133d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242933 Nov 16 21:55:11.988120 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2858c6e-5cc3-438b-bc77-2cb67d8f696f req-8e34f017-afe1-4ef5-b624-7ef8145a6fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:11.989724 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-c2858c6e-5cc3-438b-bc77-2cb67d8f696f req-8e34f017-afe1-4ef5-b624-7ef8145a6fe0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2bdcf483bf7846ea91187eab3a26679a&device_id=9752d4ac-1229-49c4-b7b3-38fad65810e6 HTTP/1.1" status: 200 len: 1097 time: 0.0734282 Nov 16 21:55:12.130153 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2858c6e-5cc3-438b-bc77-2cb67d8f696f req-91fab51a-ae36-4a65-8e59-60d431f0b80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:12.131573 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-c2858c6e-5cc3-438b-bc77-2cb67d8f696f req-91fab51a-ae36-4a65-8e59-60d431f0b80d service neutron] 10.222.0.60 "GET /v2.0/networks?id=86d88184-656f-4802-b205-562d456d133d HTTP/1.1" status: 200 len: 916 time: 0.1321213 Nov 16 21:55:12.207797 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-c2858c6e-5cc3-438b-bc77-2cb67d8f696f req-33947071-0954-4b32-8b31-2b6b5292efff service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=379072b5-055d-4c37-b04c-a11bfc6fd936 HTTP/1.1" status: 200 len: 217 time: 0.0684805 Nov 16 21:55:12.208968 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c0d3d-ceac-45b3-b674-26f849a0fc7c req-73629ff7-b3c8-4532-99d0-b47b969eef09 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:12.210437 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-e43c0d3d-ceac-45b3-b674-26f849a0fc7c req-73629ff7-b3c8-4532-99d0-b47b969eef09 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?device_id=c12d9905-4760-40db-bb4e-8200c90f09ce HTTP/1.1" status: 200 len: 945 time: 0.0822692 Nov 16 21:55:12.257588 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-e43c0d3d-ceac-45b3-b674-26f849a0fc7c req-3f962e7f-19bb-4792-a341-bf71f8c0874a tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3fc8445-3b83-49cb-a2bd-29e358d9b8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413139 Nov 16 21:55:12.273578 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2858c6e-5cc3-438b-bc77-2cb67d8f696f req-056b5a50-15d3-41e6-8589-042d99f98366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:12.275134 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-c2858c6e-5cc3-438b-bc77-2cb67d8f696f req-056b5a50-15d3-41e6-8589-042d99f98366 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=610d7894-6793-45a3-88f7-014c25c00b16 HTTP/1.1" status: 200 len: 855 time: 0.0585170 Nov 16 21:55:12.326648 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-c2858c6e-5cc3-438b-bc77-2cb67d8f696f req-9146bc83-bcbb-4c39-85a8-66ffc82ccdac service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=86d88184-656f-4802-b205-562d456d133d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436618 Nov 16 21:55:12.588260 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-c2858c6e-5cc3-438b-bc77-2cb67d8f696f req-4ad4183d-72b1-4c39-89ec-13e8d4968a66 service neutron] 10.222.0.60 "GET /v2.0/networks/86d88184-656f-4802-b205-562d456d133d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521427 Nov 16 21:55:12.673968 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ffca01-7f3a-4f67-94de-3eb80ad1f3bf req-99ee6e6d-111e-4c01-9ae5-d280a4209398 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:12.675417 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-91ffca01-7f3a-4f67-94de-3eb80ad1f3bf req-99ee6e6d-111e-4c01-9ae5-d280a4209398 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/ports?device_id=9752d4ac-1229-49c4-b7b3-38fad65810e6 HTTP/1.1" status: 200 len: 944 time: 0.2655671 Nov 16 21:55:12.755463 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-91ffca01-7f3a-4f67-94de-3eb80ad1f3bf req-901b2b37-82f0-4eb7-a54e-c896f91393aa tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/security-groups?id=4a9b460f-8f24-4635-8eb2-2727222fe8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678329 Nov 16 21:55:12.763472 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-c2858c6e-5cc3-438b-bc77-2cb67d8f696f req-0bf6404d-6a22-48d1-87d9-e811cb07ea5c service neutron] 10.222.0.60 "GET /v2.0/networks/86d88184-656f-4802-b205-562d456d133d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677287 Nov 16 21:55:13.451751 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495e87b-b527-4ab7-ab2c-22cf707a9281 req-c8280dbe-89f4-4a49-bb67-85384f86e369 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:13.453564 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-3495e87b-b527-4ab7-ab2c-22cf707a9281 req-c8280dbe-89f4-4a49-bb67-85384f86e369 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?device_id=c12d9905-4760-40db-bb4e-8200c90f09ce HTTP/1.1" status: 200 len: 945 time: 0.0875895 Nov 16 21:55:13.498666 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-3495e87b-b527-4ab7-ab2c-22cf707a9281 req-3db14b39-dba2-4d28-9649-2a2487fc5819 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3fc8445-3b83-49cb-a2bd-29e358d9b8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392237 Nov 16 21:55:13.940313 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da08a62-0e1a-44c6-a14d-8341840c49c1 req-0523c8c1-54d3-46b9-8a5b-63a4d68f965e tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:13.941770 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-8da08a62-0e1a-44c6-a14d-8341840c49c1 req-0523c8c1-54d3-46b9-8a5b-63a4d68f965e tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/ports?device_id=9752d4ac-1229-49c4-b7b3-38fad65810e6 HTTP/1.1" status: 200 len: 944 time: 0.0819948 Nov 16 21:55:13.986322 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-8da08a62-0e1a-44c6-a14d-8341840c49c1 req-947eeb6c-9c02-4d63-9cb6-f7cdaa0135f2 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/security-groups?id=4a9b460f-8f24-4635-8eb2-2727222fe8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388746 Nov 16 21:55:14.299029 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device 379072b5-055d-4c37-b04c-a11bfc6fd936 details requested by agent hyperv_hv-cinder-81814 with host hv-cinder-81814 {{(pid=86865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 16 21:55:14.436729 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port 379072b5-055d-4c37-b04c-a11bfc6fd936, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=379072b5-055d-4c37-b04c-a11bfc6fd936,segment=NetworkSegment(3e585fd9-76d3-4d9f-902c-88f1b991a1f1),segment_id=3e585fd9-76d3-4d9f-902c-88f1b991a1f1)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:55:14.449324 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Returning: {'device': '379072b5-055d-4c37-b04c-a11bfc6fd936', 'network_id': '86d88184-656f-4802-b205-562d456d133d', 'port_id': '379072b5-055d-4c37-b04c-a11bfc6fd936', 'mac_address': 'fa:16:3e:56:8e:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '610d7894-6793-45a3-88f7-014c25c00b16', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 16 21:55:14.505728 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:14.523684 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.notifiers.nova [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 379072b5-055d-4c37-b04c-a11bfc6fd936 {{(pid=86865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:55:14.540096 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port 379072b5-055d-4c37-b04c-a11bfc6fd936, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=379072b5-055d-4c37-b04c-a11bfc6fd936,segment=NetworkSegment(3e585fd9-76d3-4d9f-902c-88f1b991a1f1),segment_id=3e585fd9-76d3-4d9f-902c-88f1b991a1f1)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:55:14.543743 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:14.545579 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:55:14.610676 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Pushing event updated for resources: {'Port': ['ID=379072b5-055d-4c37-b04c-a11bfc6fd936,revision_number=4']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:14.618008 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:14.618398 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:14.618727 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:14.619051 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:14.619373 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:14.619714 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:14.620027 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:14.620338 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:14.620654 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:14.620962 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:14.621328 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:14.621797 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:14.625626 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:55:14.687937 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a3b03-a0d5-4ba0-a6f0-5b0620eb7774 req-8086ba9e-4bfc-4938-bfc6-17a95dd712d6 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:14.689276 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-e78a3b03-a0d5-4ba0-a6f0-5b0620eb7774 req-8086ba9e-4bfc-4938-bfc6-17a95dd712d6 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?device_id=c12d9905-4760-40db-bb4e-8200c90f09ce HTTP/1.1" status: 200 len: 945 time: 0.0826509 Nov 16 21:55:14.738204 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-e78a3b03-a0d5-4ba0-a6f0-5b0620eb7774 req-8cdb9ee9-db70-4e0f-b29f-409dc4f72754 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3fc8445-3b83-49cb-a2bd-29e358d9b8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430691 Nov 16 21:55:14.824384 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] get_ports_and_sgs() called for port_ids ['379072b5-055d-4c37-b04c-a11bfc6fd936'] {{(pid=86865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 16 21:55:15.179158 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86227c-e903-4d0a-98a3-c8cfbc2eb25b req-ca920ed9-c57b-4a07-bca2-4632b1d079cc tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:15.180723 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-bb86227c-e903-4d0a-98a3-c8cfbc2eb25b req-ca920ed9-c57b-4a07-bca2-4632b1d079cc tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/ports?device_id=9752d4ac-1229-49c4-b7b3-38fad65810e6 HTTP/1.1" status: 200 len: 945 time: 0.0840993 Nov 16 21:55:15.242128 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f43020-2fa4-474b-8bc2-f3769582db25 req-7b6587c0-18b5-4e2d-9a73-885c0669821b tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:15.243570 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-70f43020-2fa4-474b-8bc2-f3769582db25 req-7b6587c0-18b5-4e2d-9a73-885c0669821b tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 947 time: 0.0847530 Nov 16 21:55:15.289633 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-70f43020-2fa4-474b-8bc2-f3769582db25 req-1acf1260-fbe9-428b-b6c8-27645651ce08 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395288 Nov 16 21:55:15.312070 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-bb86227c-e903-4d0a-98a3-c8cfbc2eb25b req-5ef079f1-48a6-48b9-b9f2-01427f84ff6d tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/security-groups?id=4a9b460f-8f24-4635-8eb2-2727222fe8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247749 Nov 16 21:55:15.931446 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700766d8-12d2-4b4f-ab04-bf9b2b976214 req-bdb7b7ea-f8c1-4d90-a0f8-67c7132b6204 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:15.932884 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-700766d8-12d2-4b4f-ab04-bf9b2b976214 req-bdb7b7ea-f8c1-4d90-a0f8-67c7132b6204 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?device_id=c12d9905-4760-40db-bb4e-8200c90f09ce HTTP/1.1" status: 200 len: 945 time: 0.0853341 Nov 16 21:55:15.977639 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-700766d8-12d2-4b4f-ab04-bf9b2b976214 req-3e98723e-6043-413f-8bdd-6852cb57c56c tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3fc8445-3b83-49cb-a2bd-29e358d9b8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387275 Nov 16 21:55:16.304722 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device 379072b5-055d-4c37-b04c-a11bfc6fd936 up at agent hyperv_hv-cinder-81814 {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 21:55:16.377310 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Provisioning for port 379072b5-055d-4c37-b04c-a11bfc6fd936 completed by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:55:16.382580 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Provisioning complete for port 379072b5-055d-4c37-b04c-a11bfc6fd936 triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:55:16.383250 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:16.489505 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf434bc-c14e-4d1c-bf49-ba1505ed06f6 req-8591bc11-9672-4b9a-8586-25841734c682 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:16.491858 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-fdf434bc-c14e-4d1c-bf49-ba1505ed06f6 req-8591bc11-9672-4b9a-8586-25841734c682 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 947 time: 0.0858915 Nov 16 21:55:16.514975 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924271fc-3c8c-4445-a384-be65f4f40c72 req-1700171f-9059-48ec-aae3-45355b7ad947 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:16.516456 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-924271fc-3c8c-4445-a384-be65f4f40c72 req-1700171f-9059-48ec-aae3-45355b7ad947 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/ports?device_id=9752d4ac-1229-49c4-b7b3-38fad65810e6 HTTP/1.1" status: 200 len: 945 time: 0.0920069 Nov 16 21:55:16.538194 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:16.544768 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-fdf434bc-c14e-4d1c-bf49-ba1505ed06f6 req-371b664a-8ffa-4ae1-ac9c-43057e38ff8c tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461886 Nov 16 21:55:16.565496 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-924271fc-3c8c-4445-a384-be65f4f40c72 req-35ab96ba-a966-47b4-abe7-2b292385e248 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/security-groups?id=4a9b460f-8f24-4635-8eb2-2727222fe8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433228 Nov 16 21:55:16.570501 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9752d4ac-1229-49c4-b7b3-38fad65810e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '379072b5-055d-4c37-b04c-a11bfc6fd936'}] {{(pid=86865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:55:16.580729 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port 379072b5-055d-4c37-b04c-a11bfc6fd936, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=379072b5-055d-4c37-b04c-a11bfc6fd936,segment=NetworkSegment(3e585fd9-76d3-4d9f-902c-88f1b991a1f1),segment_id=3e585fd9-76d3-4d9f-902c-88f1b991a1f1)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:55:16.586372 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:16.589052 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:55:16.641681 dv-cinder-818140-1-smb neutron-server[86865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9752d4ac-1229-49c4-b7b3-38fad65810e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '379072b5-055d-4c37-b04c-a11bfc6fd936', 'code': 200} Nov 16 21:55:16.685388 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Pushing event updated for resources: {'Port': ['ID=379072b5-055d-4c37-b04c-a11bfc6fd936,revision_number=5']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:16.689585 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:55:16.807307 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.agents_db [None req-6e4a458f-5157-4cde-8197-239c61c88c18 None None] Agent healthcheck: found 6 active agents {{(pid=86866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 16 21:55:16.925329 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0eac98-53e3-42a7-af86-082f8da96429 req-f033d67b-5077-4bb6-ad98-79d0fa5c0bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:16.926809 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-6c0eac98-53e3-42a7-af86-082f8da96429 req-f033d67b-5077-4bb6-ad98-79d0fa5c0bf3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9752d4ac-1229-49c4-b7b3-38fad65810e6 HTTP/1.1" status: 200 len: 1099 time: 0.1401596 Nov 16 21:55:16.964123 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5437ab4e-10f9-4814-b540-ec4f0ef112ce req-9f5dde1b-f354-4dd7-9ed4-350bfdcf6465 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:16.966192 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-5437ab4e-10f9-4814-b540-ec4f0ef112ce req-9f5dde1b-f354-4dd7-9ed4-350bfdcf6465 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.60 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 947 time: 0.1115983 Nov 16 21:55:17.035882 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-6c0eac98-53e3-42a7-af86-082f8da96429 req-253b23ac-2041-434a-97eb-a01bef0e9a93 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4a9b460f-8f24-4635-8eb2-2727222fe8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015494 Nov 16 21:55:17.050502 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.plugin [req-5437ab4e-10f9-4814-b540-ec4f0ef112ce req-d30f3da3-0f9a-47ca-a386-8523bfb441b9 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Deleting port e59bfc3b-1030-4b9e-91e4-fe40cfedee28 {{(pid=86863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 16 21:55:17.050840 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-5437ab4e-10f9-4814-b540-ec4f0ef112ce req-d30f3da3-0f9a-47ca-a386-8523bfb441b9 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790568630941'] for port, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:17.326860 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cea4b0-587b-4253-8c95-89b1ced4409f req-7b46c8f2-bf3b-4ad3-84a4-d9c8293b143a tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:17.328393 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-86cea4b0-587b-4253-8c95-89b1ced4409f req-7b46c8f2-bf3b-4ad3-84a4-d9c8293b143a tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?device_id=c12d9905-4760-40db-bb4e-8200c90f09ce HTTP/1.1" status: 200 len: 945 time: 0.2212822 Nov 16 21:55:17.409821 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.db [req-5437ab4e-10f9-4814-b540-ec4f0ef112ce req-d30f3da3-0f9a-47ca-a386-8523bfb441b9 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] For port e59bfc3b-1030-4b9e-91e4-fe40cfedee28, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=e59bfc3b-1030-4b9e-91e4-fe40cfedee28,segment=NetworkSegment(0768277f-89e3-47c8-84f9-a7ae38cc5ef8),segment_id=0768277f-89e3-47c8-84f9-a7ae38cc5ef8)] {{(pid=86863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:55:17.410197 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-5437ab4e-10f9-4814-b540-ec4f0ef112ce req-d30f3da3-0f9a-47ca-a386-8523bfb441b9 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675270'] for port, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:17.420072 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-86cea4b0-587b-4253-8c95-89b1ced4409f req-026189ce-9533-4f2d-b2ef-4f2fe9a69dcc tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3fc8445-3b83-49cb-a2bd-29e358d9b8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858927 Nov 16 21:55:17.771625 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba42bee7-abb2-4cbe-a876-40ed6716f17b req-4bbc6526-7cb4-4cc3-b670-2593f7058102 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:17.773142 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-ba42bee7-abb2-4cbe-a876-40ed6716f17b req-4bbc6526-7cb4-4cc3-b670-2593f7058102 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 947 time: 0.0947967 Nov 16 21:55:17.830412 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-ba42bee7-abb2-4cbe-a876-40ed6716f17b req-2ca0271d-32dc-440c-aa7a-4a3cf1a7521e tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=55f9fc7b-602a-4af6-aae5-556c0579dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444894 Nov 16 21:55:17.865483 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-5437ab4e-10f9-4814-b540-ec4f0ef112ce req-d30f3da3-0f9a-47ca-a386-8523bfb441b9 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:17.865829 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-5437ab4e-10f9-4814-b540-ec4f0ef112ce req-d30f3da3-0f9a-47ca-a386-8523bfb441b9 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677620'] for floatingip, after_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:17.866181 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.db.l3_db [req-5437ab4e-10f9-4814-b540-ec4f0ef112ce req-d30f3da3-0f9a-47ca-a386-8523bfb441b9 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Floating IP 6058c2d8-6c85-41ed-bd20-04680aa03bb8 disassociated. External IP: 172.28.3.126, port: e59bfc3b-1030-4b9e-91e4-fe40cfedee28. Nov 16 21:55:17.866502 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.plugin [req-5437ab4e-10f9-4814-b540-ec4f0ef112ce req-d30f3da3-0f9a-47ca-a386-8523bfb441b9 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Calling delete_port for e59bfc3b-1030-4b9e-91e4-fe40cfedee28 owned by compute:nova {{(pid=86863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 16 21:55:17.959380 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3bf817-73d7-469f-a537-0758f3d4ef10 req-470e8bae-4159-485e-8065-4e0facd98cae tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:17.960858 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-df3bf817-73d7-469f-a537-0758f3d4ef10 req-470e8bae-4159-485e-8065-4e0facd98cae tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/ports?device_id=9752d4ac-1229-49c4-b7b3-38fad65810e6 HTTP/1.1" status: 200 len: 946 time: 0.2743051 Nov 16 21:55:18.057189 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-df3bf817-73d7-469f-a537-0758f3d4ef10 req-88c7039e-3037-490a-a85d-db83f26ca5cd tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/security-groups?id=4a9b460f-8f24-4635-8eb2-2727222fe8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899429 Nov 16 21:55:18.062702 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-5437ab4e-10f9-4814-b540-ec4f0ef112ce req-d30f3da3-0f9a-47ca-a386-8523bfb441b9 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790568634161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790568269114'] for port, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:18.068532 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-43e3bb95-216e-4fd6-a79d-cc394503c5d3 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:55:18.115802 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30f3da3-0f9a-47ca-a386-8523bfb441b9 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Pushing event deleted for resources: {'Port': ['ID=e59bfc3b-1030-4b9e-91e4-fe40cfedee28,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:18.118659 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-d30f3da3-0f9a-47ca-a386-8523bfb441b9 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:55:18.306326 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5437ab4e-10f9-4814-b540-ec4f0ef112ce req-d30f3da3-0f9a-47ca-a386-8523bfb441b9 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Router 668b0f38-aba8-4815-9de1-17c0029411c1 has already been hosted by L3 agent 61e322f1-f733-4c16-8e8e-7253ec5fb84a {{(pid=86863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 16 21:55:18.494105 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5437ab4e-10f9-4814-b540-ec4f0ef112ce req-d30f3da3-0f9a-47ca-a386-8523bfb441b9 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify agent at l3_agent.dv-cinder-818140-1-smb the message routers_updated {{(pid=86863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 16 21:55:18.507544 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098aa83d-c086-4c9f-8dd1-829c1fcc9fd4 None None] Sync routers for ids ['668b0f38-aba8-4815-9de1-17c0029411c1'] in dv-cinder-818140-1-smb {{(pid=86865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:55:18.518041 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098aa83d-c086-4c9f-8dd1-829c1fcc9fd4 None None] Routers {'668b0f38-aba8-4815-9de1-17c0029411c1'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 21:55:18.518687 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-098aa83d-c086-4c9f-8dd1-829c1fcc9fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T21:54:57Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['668b0f38-aba8-4815-9de1-17c0029411c1'], 'active': True} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:55:18.599259 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.l3_dvrscheduler_db [req-5437ab4e-10f9-4814-b540-ec4f0ef112ce req-d30f3da3-0f9a-47ca-a386-8523bfb441b9 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] No DVR routers for this DVR port e59bfc3b-1030-4b9e-91e4-fe40cfedee28 on host hv-cinder-81814 {{(pid=86863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:55:18.602759 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-5437ab4e-10f9-4814-b540-ec4f0ef112ce req-d30f3da3-0f9a-47ca-a386-8523bfb441b9 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for port, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:18.605740 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '054c3407-affa-4aac-b17e-66a4885a7181', 'name': 'network-vif-deleted', 'tag': 'e59bfc3b-1030-4b9e-91e4-fe40cfedee28'}] {{(pid=86863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:55:18.629397 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-5437ab4e-10f9-4814-b540-ec4f0ef112ce req-d30f3da3-0f9a-47ca-a386-8523bfb441b9 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.60 "DELETE /v2.0/ports/e59bfc3b-1030-4b9e-91e4-fe40cfedee28 HTTP/1.1" status: 204 len: 173 time: 1.6527448 Nov 16 21:55:18.644976 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3410c543-2762-4c7f-8adf-69e7aae3e78c req-d605e488-71ee-47b6-86d7-e141d93a91a5 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:18.647282 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-3410c543-2762-4c7f-8adf-69e7aae3e78c req-d605e488-71ee-47b6-86d7-e141d93a91a5 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?device_id=c12d9905-4760-40db-bb4e-8200c90f09ce HTTP/1.1" status: 200 len: 945 time: 0.1184068 Nov 16 21:55:18.666090 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '054c3407-affa-4aac-b17e-66a4885a7181', 'name': 'network-vif-deleted', 'tag': 'e59bfc3b-1030-4b9e-91e4-fe40cfedee28', 'status': 'completed', 'code': 200} Nov 16 21:55:18.708924 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-3410c543-2762-4c7f-8adf-69e7aae3e78c req-b7ae7912-e0e2-44d0-90b4-ffb3ae261ec4 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3fc8445-3b83-49cb-a2bd-29e358d9b8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555575 Nov 16 21:55:18.771174 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvr_db [None req-098aa83d-c086-4c9f-8dd1-829c1fcc9fd4 None None] Set router 668b0f38-aba8-4815-9de1-17c0029411c1 gateway port host: dv-cinder-818140-1-smb {{(pid=86865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 21:55:19.033582 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-565c9e2c-a974-4999-a9a5-0842f03f0652 req-234ecadb-fc07-499e-aa8f-84a85f6c0bd8 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Synchronizing usage tracker for tenant:727ecad6d44746bbaca7ef41b34b6315 on resource:port {{(pid=86863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:55:19.060936 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-565c9e2c-a974-4999-a9a5-0842f03f0652 req-234ecadb-fc07-499e-aa8f-84a85f6c0bd8 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Unset dirty status for tenant:727ecad6d44746bbaca7ef41b34b6315 on resource:port {{(pid=86863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:55:19.062868 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-565c9e2c-a974-4999-a9a5-0842f03f0652 req-234ecadb-fc07-499e-aa8f-84a85f6c0bd8 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=054c3407-affa-4aac-b17e-66a4885a7181 HTTP/1.1" status: 200 len: 210 time: 0.0901358 Nov 16 21:55:19.150307 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-098aa83d-c086-4c9f-8dd1-829c1fcc9fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668b0f38-aba8-4815-9de1-17c0029411c1', 'name': 'tempest-AttachVolumeShelveTestJSON-809381388-router', 'tenant_id': '727ecad6d44746bbaca7ef41b34b6315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': '42a84d3b-7d34-4e74-959e-afc99b56760a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:51:36Z', 'updated_at': '2021-11-16T21:51:45Z', 'revision_number': 4, 'project_id': '727ecad6d44746bbaca7ef41b34b6315', 'gw_port': {'id': '42a84d3b-7d34-4e74-959e-afc99b56760a', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:74:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668b0f38-aba8-4815-9de1-17c0029411c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:37Z', 'updated_at': '2021-11-16T21:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb', '_interfaces': [{'id': '47b7cff2-a530-4bb3-a4bc-6b8f685bfb70', 'name': '', 'network_id': 'cfb6277a-1481-4312-adb0-643dce04514b', 'tenant_id': '727ecad6d44746bbaca7ef41b34b6315', 'mac_address': 'fa:16:3e:2e:4c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668b0f38-aba8-4815-9de1-17c0029411c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fd05cea4-2dd2-4a0d-8f4a-e62d3c4e1889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:43Z', 'updated_at': '2021-11-16T21:51:57Z', 'revision_number': 5, 'project_id': '727ecad6d44746bbaca7ef41b34b6315', 'subnets': [{'id': 'fd05cea4-2dd2-4a0d-8f4a-e62d3c4e1889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:55:19.154991 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098aa83d-c086-4c9f-8dd1-829c1fcc9fd4 None None] Checking router: 668b0f38-aba8-4815-9de1-17c0029411c1 for host: dv-cinder-818140-1-smb {{(pid=86865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:55:19.163486 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098aa83d-c086-4c9f-8dd1-829c1fcc9fd4 None None] Routers {'668b0f38-aba8-4815-9de1-17c0029411c1'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 21:55:19.164102 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-098aa83d-c086-4c9f-8dd1-829c1fcc9fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T21:54:57Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['668b0f38-aba8-4815-9de1-17c0029411c1'], 'active': True} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:55:19.257175 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c67cc5-d88c-457f-9aad-e3504ac588b8 req-66f53a73-5dc1-46d8-9f18-c8a08d9af600 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:19.258613 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-d2c67cc5-d88c-457f-9aad-e3504ac588b8 req-66f53a73-5dc1-46d8-9f18-c8a08d9af600 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/ports?device_id=9752d4ac-1229-49c4-b7b3-38fad65810e6 HTTP/1.1" status: 200 len: 946 time: 0.0809114 Nov 16 21:55:19.304630 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-d2c67cc5-d88c-457f-9aad-e3504ac588b8 req-f3149739-92ff-4843-aa67-ffff351f2a56 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/security-groups?id=4a9b460f-8f24-4635-8eb2-2727222fe8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392897 Nov 16 21:55:19.348302 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvr_db [None req-098aa83d-c086-4c9f-8dd1-829c1fcc9fd4 None None] Set router 668b0f38-aba8-4815-9de1-17c0029411c1 gateway port host: dv-cinder-818140-1-smb {{(pid=86865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 21:55:19.674520 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-098aa83d-c086-4c9f-8dd1-829c1fcc9fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668b0f38-aba8-4815-9de1-17c0029411c1', 'name': 'tempest-AttachVolumeShelveTestJSON-809381388-router', 'tenant_id': '727ecad6d44746bbaca7ef41b34b6315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': '42a84d3b-7d34-4e74-959e-afc99b56760a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:51:36Z', 'updated_at': '2021-11-16T21:51:45Z', 'revision_number': 4, 'project_id': '727ecad6d44746bbaca7ef41b34b6315', 'gw_port': {'id': '42a84d3b-7d34-4e74-959e-afc99b56760a', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:74:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668b0f38-aba8-4815-9de1-17c0029411c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:37Z', 'updated_at': '2021-11-16T21:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb', '_interfaces': [{'id': '47b7cff2-a530-4bb3-a4bc-6b8f685bfb70', 'name': '', 'network_id': 'cfb6277a-1481-4312-adb0-643dce04514b', 'tenant_id': '727ecad6d44746bbaca7ef41b34b6315', 'mac_address': 'fa:16:3e:2e:4c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668b0f38-aba8-4815-9de1-17c0029411c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fd05cea4-2dd2-4a0d-8f4a-e62d3c4e1889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:43Z', 'updated_at': '2021-11-16T21:51:57Z', 'revision_number': 5, 'project_id': '727ecad6d44746bbaca7ef41b34b6315', 'subnets': [{'id': 'fd05cea4-2dd2-4a0d-8f4a-e62d3c4e1889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:55:19.678837 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098aa83d-c086-4c9f-8dd1-829c1fcc9fd4 None None] The sync data for ids ['668b0f38-aba8-4815-9de1-17c0029411c1'] in dv-cinder-818140-1-smb is: [{'id': '668b0f38-aba8-4815-9de1-17c0029411c1', 'name': 'tempest-AttachVolumeShelveTestJSON-809381388-router', 'tenant_id': '727ecad6d44746bbaca7ef41b34b6315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': '42a84d3b-7d34-4e74-959e-afc99b56760a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:51:36Z', 'updated_at': '2021-11-16T21:51:45Z', 'revision_number': 4, 'project_id': '727ecad6d44746bbaca7ef41b34b6315', 'gw_port': {'id': '42a84d3b-7d34-4e74-959e-afc99b56760a', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:74:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668b0f38-aba8-4815-9de1-17c0029411c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:37Z', 'updated_at': '2021-11-16T21:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb', '_interfaces': [{'id': '47b7cff2-a530-4bb3-a4bc-6b8f685bfb70', 'name': '', 'network_id': 'cfb6277a-1481-4312-adb0-643dce04514b', 'tenant_id': '727ecad6d44746bbaca7ef41b34b6315', 'mac_address': 'fa:16:3e:2e:4c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668b0f38-aba8-4815-9de1-17c0029411c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fd05cea4-2dd2-4a0d-8f4a-e62d3c4e1889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:43Z', 'updated_at': '2021-11-16T21:51:57Z', 'revision_number': 5, 'project_id': '727ecad6d44746bbaca7ef41b34b6315', 'subnets': [{'id': 'fd05cea4-2dd2-4a0d-8f4a-e62d3c4e1889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:55:19.952631 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f81360f-54d9-4323-9087-37eba146e115 req-9e84b822-715b-4afb-ac6d-5adf27d93081 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:19.954829 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-1f81360f-54d9-4323-9087-37eba146e115 req-9e84b822-715b-4afb-ac6d-5adf27d93081 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?device_id=c12d9905-4760-40db-bb4e-8200c90f09ce HTTP/1.1" status: 200 len: 945 time: 0.0907586 Nov 16 21:55:20.008063 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-1f81360f-54d9-4323-9087-37eba146e115 req-618e5e14-f345-48c8-8ef2-25a5320274df tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3fc8445-3b83-49cb-a2bd-29e358d9b8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475693 Nov 16 21:55:20.034955 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642157c5-9262-4038-bb2c-4599042614c4 None None] New status for floating IP 6058c2d8-6c85-41ed-bd20-04680aa03bb8: DOWN {{(pid=86866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:55:20.195845 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 43878) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:55:20.271134 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-b3fd3278-abb0-416c-994c-31c668756f6c tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks [] for security_group, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:20.302380 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-b3fd3278-abb0-416c-994c-31c668756f6c tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:20.321413 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device e59bfc3b-1030-4b9e-91e4-fe40cfedee28 no longer exists at agent hyperv_hv-cinder-81814 {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 16 21:55:20.357222 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] No Port match for: e59bfc3b-1030-4b9e-91e4-fe40cfedee28 {{(pid=86865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 16 21:55:20.357546 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device e59bfc3b-1030-4b9e-91e4-fe40cfedee28 not bound to the agent host hv-cinder-81814 {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 16 21:55:20.358079 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-b3fd3278-abb0-416c-994c-31c668756f6c tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:20.363157 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-317730fc-d198-4306-b721-5277769e75ee tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:55:20.377948 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fd3278-abb0-416c-994c-31c668756f6c tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f9fc7b-602a-4af6-aae5-556c0579dc1d,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:20.380759 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-b3fd3278-abb0-416c-994c-31c668756f6c tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:55:20.385797 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-b3fd3278-abb0-416c-994c-31c668756f6c tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks [] for security_group, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:20.387722 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-b3fd3278-abb0-416c-994c-31c668756f6c tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "DELETE /v2.0/security-groups/55f9fc7b-602a-4af6-aae5-556c0579dc1d HTTP/1.1" status: 204 len: 168 time: 0.1904960 Nov 16 21:55:20.390577 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 43882) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:55:20.406750 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.api.v2.resource [None req-b7099173-a6f7-476c-b642-973e0288c2af tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] show failed (client error): The resource could not be found. Nov 16 21:55:20.407706 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-b7099173-a6f7-476c-b642-973e0288c2af tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups/55f9fc7b-602a-4af6-aae5-556c0579dc1d HTTP/1.1" status: 404 len: 347 time: 0.0162494 Nov 16 21:55:20.410579 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 43886) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:55:20.571498 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.plugin [None req-812493bf-b264-418a-a6a0-5a4efe817517 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Deleting port dddc2003-db46-4778-977a-b628c37e01cc {{(pid=86864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 16 21:55:20.571728 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-812493bf-b264-418a-a6a0-5a4efe817517 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790568630941'] for port, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:20.742584 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-812493bf-b264-418a-a6a0-5a4efe817517 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675270'] for port, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:20.742907 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-812493bf-b264-418a-a6a0-5a4efe817517 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:20.873389 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.plugin [None req-812493bf-b264-418a-a6a0-5a4efe817517 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Calling delete_port for dddc2003-db46-4778-977a-b628c37e01cc owned by network:floatingip {{(pid=86864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 16 21:55:21.021194 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-812493bf-b264-418a-a6a0-5a4efe817517 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790568634161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790568269114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3119288'] for port, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:21.026103 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-50a50047-eb65-472c-bbf1-46e598ae525b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:55:21.103377 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812493bf-b264-418a-a6a0-5a4efe817517 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Pushing event deleted for resources: {'Port': ['ID=dddc2003-db46-4778-977a-b628c37e01cc,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:21.106293 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-812493bf-b264-418a-a6a0-5a4efe817517 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:55:21.172535 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-812493bf-b264-418a-a6a0-5a4efe817517 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks [] for floatingip, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:21.203296 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-812493bf-b264-418a-a6a0-5a4efe817517 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for floatingip, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:21.208041 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-812493bf-b264-418a-a6a0-5a4efe817517 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "DELETE /v2.0/floatingips/6058c2d8-6c85-41ed-bd20-04680aa03bb8 HTTP/1.1" status: 204 len: 168 time: 0.7934668 Nov 16 21:55:21.227744 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c20765b-710f-4f06-8259-c34d7d0972cb req-c500c92c-27de-4192-91d1-fa4336542c2f tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:21.229751 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-2c20765b-710f-4f06-8259-c34d7d0972cb req-c500c92c-27de-4192-91d1-fa4336542c2f tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?device_id=c12d9905-4760-40db-bb4e-8200c90f09ce HTTP/1.1" status: 200 len: 945 time: 0.1061471 Nov 16 21:55:21.277969 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-2c20765b-710f-4f06-8259-c34d7d0972cb req-7c3ac7b7-78ee-4d36-8489-bf154e6ad9ec tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3fc8445-3b83-49cb-a2bd-29e358d9b8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419059 Nov 16 21:55:21.593744 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 43906) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:55:21.599052 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.v2.base [None req-2e326617-b9bd-418f-b452-8b7d6deed6d1 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1320774753', 'description': 'tempest-description--1295643994'}} {{(pid=86864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:55:21.604777 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-2e326617-b9bd-418f-b452-8b7d6deed6d1 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:55:21.609112 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-2e326617-b9bd-418f-b452-8b7d6deed6d1 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Usage tracker for resource:security_group and tenant:727ecad6d44746bbaca7ef41b34b6315 is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:55:21.612032 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-2e326617-b9bd-418f-b452-8b7d6deed6d1 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:55:21.617874 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-2e326617-b9bd-418f-b452-8b7d6deed6d1 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:55:21.628434 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-2e326617-b9bd-418f-b452-8b7d6deed6d1 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks [] for security_group, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:21.648442 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-2e326617-b9bd-418f-b452-8b7d6deed6d1 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:55:21.652227 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-2e326617-b9bd-418f-b452-8b7d6deed6d1 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Usage tracker for resource:security_group_rule and tenant:727ecad6d44746bbaca7ef41b34b6315 is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:55:21.655472 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-2e326617-b9bd-418f-b452-8b7d6deed6d1 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:55:21.660913 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-2e326617-b9bd-418f-b452-8b7d6deed6d1 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:55:21.729158 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-2e326617-b9bd-418f-b452-8b7d6deed6d1 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks [] for security_group, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:21.733318 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-2e326617-b9bd-418f-b452-8b7d6deed6d1 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:21.736784 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-cf7eccb4-b370-47da-abc4-8693f82e4ac0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:55:21.777529 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e326617-b9bd-418f-b452-8b7d6deed6d1 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5f5821-f502-40f2-b130-6c081ed66760,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:21.780676 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-2e326617-b9bd-418f-b452-8b7d6deed6d1 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:55:21.783270 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-2e326617-b9bd-418f-b452-8b7d6deed6d1 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks [] for security_group, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:21.784461 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-2e326617-b9bd-418f-b452-8b7d6deed6d1 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1896634 Nov 16 21:55:21.787520 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 43910) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:55:21.792783 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [None req-330b8073-bd7e-4ee1-89d4-cc8857a5861c tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Request body: {'security_group_rule': {'security_group_id': '0c5f5821-f502-40f2-b130-6c081ed66760', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:55:21.798673 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-330b8073-bd7e-4ee1-89d4-cc8857a5861c tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:55:21.802495 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-330b8073-bd7e-4ee1-89d4-cc8857a5861c tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Usage tracker for resource:security_group_rule and tenant:727ecad6d44746bbaca7ef41b34b6315 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:55:21.805319 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-330b8073-bd7e-4ee1-89d4-cc8857a5861c tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:55:21.812106 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-330b8073-bd7e-4ee1-89d4-cc8857a5861c tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:55:21.828100 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-330b8073-bd7e-4ee1-89d4-cc8857a5861c tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:21.892442 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-330b8073-bd7e-4ee1-89d4-cc8857a5861c tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:21.896579 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-330b8073-bd7e-4ee1-89d4-cc8857a5861c tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776879'] for security_group_rule, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:21.898595 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-c50bda75-ff70-4eb6-8e10-4787d1c05481 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:55:21.921026 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b8073-bd7e-4ee1-89d4-cc8857a5861c tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=018969b6-fe5b-4177-bbc8-1a8f4d088d34,revision_number=0']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:21.925295 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-330b8073-bd7e-4ee1-89d4-cc8857a5861c tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:55:21.930576 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-330b8073-bd7e-4ee1-89d4-cc8857a5861c tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:21.931583 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-330b8073-bd7e-4ee1-89d4-cc8857a5861c tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1430562 Nov 16 21:55:21.935615 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 43914) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:55:21.940766 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [None req-6c958073-f51b-4348-8288-935fb8dff733 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Request body: {'security_group_rule': {'security_group_id': '0c5f5821-f502-40f2-b130-6c081ed66760', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:55:21.946604 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-6c958073-f51b-4348-8288-935fb8dff733 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:55:21.950572 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-6c958073-f51b-4348-8288-935fb8dff733 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Usage tracker for resource:security_group_rule and tenant:727ecad6d44746bbaca7ef41b34b6315 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:55:21.953596 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-6c958073-f51b-4348-8288-935fb8dff733 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:55:21.959422 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-6c958073-f51b-4348-8288-935fb8dff733 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:55:21.978808 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-6c958073-f51b-4348-8288-935fb8dff733 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:22.039727 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-6c958073-f51b-4348-8288-935fb8dff733 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:22.043591 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-6c958073-f51b-4348-8288-935fb8dff733 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776879'] for security_group_rule, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:22.045639 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:55:22.067371 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c958073-f51b-4348-8288-935fb8dff733 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9669870f-2394-40bf-b382-ccf343c53134,revision_number=0']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:22.069932 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-6c958073-f51b-4348-8288-935fb8dff733 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:55:22.076878 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-6c958073-f51b-4348-8288-935fb8dff733 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:22.078022 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-6c958073-f51b-4348-8288-935fb8dff733 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1414223 Nov 16 21:55:22.081132 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 43918) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:55:22.085935 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [None req-8ba25358-2edb-4209-881a-f3f728b28e27 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Request body: {'floatingip': {'floating_network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20'}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:55:22.091564 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-8ba25358-2edb-4209-881a-f3f728b28e27 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:55:22.095344 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-8ba25358-2edb-4209-881a-f3f728b28e27 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Usage tracker for resource:floatingip and tenant:727ecad6d44746bbaca7ef41b34b6315 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:55:22.098156 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-8ba25358-2edb-4209-881a-f3f728b28e27 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:55:22.103758 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-8ba25358-2edb-4209-881a-f3f728b28e27 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:55:22.115141 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-8ba25358-2edb-4209-881a-f3f728b28e27 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks [] for floatingip, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:22.250800 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-8ba25358-2edb-4209-881a-f3f728b28e27 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:22.388399 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.db_base_plugin_common [None req-8ba25358-2edb-4209-881a-f3f728b28e27 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Allocated IP 172.28.3.110 (a9f41963-6d96-4c68-8a62-a8c5d6a06a20/b5c31ecf-1c75-47d6-89d5-3eb31f2005b0/2cf796ab-8cdb-46df-951c-53f5179d2dc3) {{(pid=86863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:55:22.475484 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ffee39-0f28-40d8-92ed-729232a7ec06 req-9e1fd66a-d5da-4f2c-9b81-9c84b86b95fd tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:22.477307 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-e4ffee39-0f28-40d8-92ed-729232a7ec06 req-9e1fd66a-d5da-4f2c-9b81-9c84b86b95fd tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?device_id=c12d9905-4760-40db-bb4e-8200c90f09ce HTTP/1.1" status: 200 len: 945 time: 0.0903068 Nov 16 21:55:22.526035 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-e4ffee39-0f28-40d8-92ed-729232a7ec06 req-291cecc6-b6c4-42ae-b121-1d5ce46934be tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3fc8445-3b83-49cb-a2bd-29e358d9b8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420740 Nov 16 21:55:22.627906 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-8ba25358-2edb-4209-881a-f3f728b28e27 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks [] for port, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:22.657015 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-8ba25358-2edb-4209-881a-f3f728b28e27 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790568269105'] for port, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:22.661398 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:55:22.721431 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba25358-2edb-4209-881a-f3f728b28e27 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Network a9f41963-6d96-4c68-8a62-a8c5d6a06a20 is already hosted by enough agents. {{(pid=86863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:55:22.724132 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.base_scheduler [None req-8ba25358-2edb-4209-881a-f3f728b28e27 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Resources bound (agent type, host, resource id): {{(pid=86863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:55:22.727888 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba25358-2edb-4209-881a-f3f728b28e27 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Received port after_create {{(pid=86863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 16 21:55:22.745096 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba25358-2edb-4209-881a-f3f728b28e27 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Pushing event updated for resources: {'Port': ['ID=2cf796ab-8cdb-46df-951c-53f5179d2dc3,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:22.748563 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-8ba25358-2edb-4209-881a-f3f728b28e27 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:55:22.769309 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-8ba25358-2edb-4209-881a-f3f728b28e27 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:22.832426 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-8ba25358-2edb-4209-881a-f3f728b28e27 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:23.039643 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-8ba25358-2edb-4209-881a-f3f728b28e27 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks [] for port, precommit_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:23.043763 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-8ba25358-2edb-4209-881a-f3f728b28e27 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:23.047252 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-487212fe-7be1-4bee-bc87-45cd447ed69c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:55:23.104260 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-8ba25358-2edb-4209-881a-f3f728b28e27 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677620'] for floatingip, after_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:23.128095 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba25358-2edb-4209-881a-f3f728b28e27 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Pushing event updated for resources: {'Port': ['ID=2cf796ab-8cdb-46df-951c-53f5179d2dc3,revision_number=2']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:23.132714 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-8ba25358-2edb-4209-881a-f3f728b28e27 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:55:23.137948 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-8ba25358-2edb-4209-881a-f3f728b28e27 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for floatingip, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:23.139233 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-8ba25358-2edb-4209-881a-f3f728b28e27 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0572093 Nov 16 21:55:23.351194 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-35494f98-7b14-49c7-94c1-b04c13902dd6 req-85c8bf34-0341-4100-a258-addb57c01bc7 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1320774753&fields=id&tenant_id=727ecad6d44746bbaca7ef41b34b6315 HTTP/1.1" status: 200 len: 267 time: 0.0391319 Nov 16 21:55:23.501725 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35494f98-7b14-49c7-94c1-b04c13902dd6 req-2e6c4510-2a84-4588-882b-a6b20c2ef620 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:23.503147 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-35494f98-7b14-49c7-94c1-b04c13902dd6 req-2e6c4510-2a84-4588-882b-a6b20c2ef620 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/networks?id=cfb6277a-1481-4312-adb0-643dce04514b HTTP/1.1" status: 200 len: 816 time: 0.1452811 Nov 16 21:55:23.517672 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-35494f98-7b14-49c7-94c1-b04c13902dd6 req-0e848ea3-d975-4576-9beb-4c9678d85ae4 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/quotas/727ecad6d44746bbaca7ef41b34b6315 HTTP/1.1" status: 200 len: 375 time: 0.0092218 Nov 16 21:55:23.604034 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-35494f98-7b14-49c7-94c1-b04c13902dd6 req-b0e90cbd-19ca-40be-a7a7-ab3ccfa148c4 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=727ecad6d44746bbaca7ef41b34b6315&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0815160 Nov 16 21:55:23.723276 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47553c71-b480-4fda-94c3-f7b7a30032bb req-c85a41be-1421-4c98-b861-0760dd8bd4b7 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:23.724770 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-47553c71-b480-4fda-94c3-f7b7a30032bb req-c85a41be-1421-4c98-b861-0760dd8bd4b7 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?device_id=c12d9905-4760-40db-bb4e-8200c90f09ce HTTP/1.1" status: 200 len: 945 time: 0.0857475 Nov 16 21:55:23.759950 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-35494f98-7b14-49c7-94c1-b04c13902dd6 req-7e36b236-1418-4a51-9fc6-e454709325d2 service neutron] 10.222.0.50 "GET /v2.0/networks/cfb6277a-1481-4312-adb0-643dce04514b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429214 Nov 16 21:55:23.861734 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-47553c71-b480-4fda-94c3-f7b7a30032bb req-4ec54635-d6c3-432b-be63-1100cc875e6c tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3fc8445-3b83-49cb-a2bd-29e358d9b8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304166 Nov 16 21:55:23.906250 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-35494f98-7b14-49c7-94c1-b04c13902dd6 req-cb9cad7c-abb0-4343-b76f-274703380e5f service neutron] 10.222.0.50 "GET /v2.0/networks/cfb6277a-1481-4312-adb0-643dce04514b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400411 Nov 16 21:55:24.103213 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b0940-9ce4-44c2-85fc-e5df295735d4 req-f679186c-3762-4618-a9d9-830d8b39f080 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:24.106672 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-e48b0940-9ce4-44c2-85fc-e5df295735d4 req-f679186c-3762-4618-a9d9-830d8b39f080 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/networks?id=86d88184-656f-4802-b205-562d456d133d HTTP/1.1" status: 200 len: 815 time: 0.1562660 Nov 16 21:55:24.120272 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-e48b0940-9ce4-44c2-85fc-e5df295735d4 req-bc161e96-ecc2-47fc-a394-4cacafc8e8fc tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/quotas/2bdcf483bf7846ea91187eab3a26679a HTTP/1.1" status: 200 len: 375 time: 0.0096345 Nov 16 21:55:24.215511 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-e48b0940-9ce4-44c2-85fc-e5df295735d4 req-9255d3b6-06c4-4e9d-8b74-1ba834a741e4 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2bdcf483bf7846ea91187eab3a26679a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0879869 Nov 16 21:55:24.247196 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-e72f9f32-d9bd-419d-aef5-433681a03515 req-58a086f6-d401-4bf8-943d-1ac7a2f3f4d2 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fab366d-9988-4d45-979a-c9db7d6681c7 HTTP/1.1" status: 200 len: 210 time: 0.0576429 Nov 16 21:55:24.376775 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-e48b0940-9ce4-44c2-85fc-e5df295735d4 req-8143a173-77a8-458f-80b9-f081c56c4cb4 service neutron] 10.222.0.50 "GET /v2.0/networks/86d88184-656f-4802-b205-562d456d133d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536114 Nov 16 21:55:24.480239 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a1fc4-8d27-458f-80df-2a60cd32c2b9 req-a33f7dc2-c85f-448d-bce7-71e8247f98dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:24.482043 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-a15a1fc4-8d27-458f-80df-2a60cd32c2b9 req-a33f7dc2-c85f-448d-bce7-71e8247f98dd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f62aca8229d64673bbb89ec5aef13eb7&device_id=c12d9905-4760-40db-bb4e-8200c90f09ce HTTP/1.1" status: 200 len: 1098 time: 0.1523316 Nov 16 21:55:24.493050 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d77564-664d-4eb8-8078-d93522f133bf req-ec533232-65b4-4a05-bc30-c09da9eb4288 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:24.494573 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-01d77564-664d-4eb8-8078-d93522f133bf req-ec533232-65b4-4a05-bc30-c09da9eb4288 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?device_id=c12d9905-4760-40db-bb4e-8200c90f09ce HTTP/1.1" status: 200 len: 945 time: 0.1170959 Nov 16 21:55:24.516457 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-e48b0940-9ce4-44c2-85fc-e5df295735d4 req-fe176dfb-0b29-4f9f-a0cd-3bb5a219335d service neutron] 10.222.0.50 "GET /v2.0/networks/86d88184-656f-4802-b205-562d456d133d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387389 Nov 16 21:55:24.625268 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-01d77564-664d-4eb8-8078-d93522f133bf req-0a2df1cf-2e8a-4aab-9be0-3a0e95175794 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3fc8445-3b83-49cb-a2bd-29e358d9b8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097329 Nov 16 21:55:24.685348 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a1fc4-8d27-458f-80df-2a60cd32c2b9 req-4c88e92f-ca14-4301-8790-1f3b75ba3032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:24.687064 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-a15a1fc4-8d27-458f-80df-2a60cd32c2b9 req-4c88e92f-ca14-4301-8790-1f3b75ba3032 service neutron] 10.222.0.60 "GET /v2.0/networks?id=74e81693-9879-4389-b683-21ff1ada0cd8 HTTP/1.1" status: 200 len: 912 time: 0.1913753 Nov 16 21:55:24.738880 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-92ee3d0c-97b3-4246-98f8-ebb4cbf6dca3 req-b72c8efb-df42-4497-9d5b-1d7cab613604 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/ports?device_id=f925a57d-f4d6-4303-8b4c-f82f3c7c61bd HTTP/1.1" status: 200 len: 210 time: 0.0692067 Nov 16 21:55:24.741656 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-178acc0d-bc6e-48e0-bc38-0eed05308215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:24.812508 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-a15a1fc4-8d27-458f-80df-2a60cd32c2b9 req-236b4c44-fba7-4278-ae13-066e27d86257 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd4f2956-621b-4050-ace3-90dee813569f HTTP/1.1" status: 200 len: 1000 time: 0.1114693 Nov 16 21:55:24.878509 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a1fc4-8d27-458f-80df-2a60cd32c2b9 req-502ce06d-97a5-457c-a432-a197e03650d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:24.879944 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-a15a1fc4-8d27-458f-80df-2a60cd32c2b9 req-502ce06d-97a5-457c-a432-a197e03650d0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=571f52f5-7aee-44e1-b51f-e0b1c3748b0d HTTP/1.1" status: 200 len: 850 time: 0.0609651 Nov 16 21:55:24.966943 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a1fc4-8d27-458f-80df-2a60cd32c2b9 req-927738fe-d59d-49ad-bf41-729285796687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:24.968855 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-a15a1fc4-8d27-458f-80df-2a60cd32c2b9 req-927738fe-d59d-49ad-bf41-729285796687 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=74e81693-9879-4389-b683-21ff1ada0cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0804861 Nov 16 21:55:25.221744 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-a15a1fc4-8d27-458f-80df-2a60cd32c2b9 req-f8193597-2244-4ba7-af33-c8e71b7449ea service neutron] 10.222.0.60 "GET /v2.0/networks/74e81693-9879-4389-b683-21ff1ada0cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401474 Nov 16 21:55:25.254151 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:25.440981 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-2cca4ce7-0148-4828-a7ca-fdadf9c5f132 req-7fed0f0c-530e-45a1-aaaa-7c95f18972ed tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fab366d-9988-4d45-979a-c9db7d6681c7 HTTP/1.1" status: 200 len: 210 time: 0.0684035 Nov 16 21:55:25.506256 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35494f98-7b14-49c7-94c1-b04c13902dd6 req-d3d7822a-461d-4d43-a0e4-fb5819fae951 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:25.507631 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-35494f98-7b14-49c7-94c1-b04c13902dd6 req-d3d7822a-461d-4d43-a0e4-fb5819fae951 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.60 "GET /v2.0/networks?id=cfb6277a-1481-4312-adb0-643dce04514b HTTP/1.1" status: 200 len: 816 time: 0.3117135 Nov 16 21:55:25.515574 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-a15a1fc4-8d27-458f-80df-2a60cd32c2b9 req-f0ce2554-5681-4d0c-9e53-39c439832bd6 service neutron] 10.222.0.60 "GET /v2.0/networks/74e81693-9879-4389-b683-21ff1ada0cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426877 Nov 16 21:55:25.563210 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-35494f98-7b14-49c7-94c1-b04c13902dd6 req-234990d2-7beb-4378-a189-ce5fd5b5548f tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=727ecad6d44746bbaca7ef41b34b6315 HTTP/1.1" status: 200 len: 380 time: 0.0417285 Nov 16 21:55:25.577656 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [req-35494f98-7b14-49c7-94c1-b04c13902dd6 req-e9de125f-1961-409d-abd3-668660bf6b39 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Request body: {'port': {'device_id': '8fab366d-9988-4d45-979a-c9db7d6681c7', 'network_id': 'cfb6277a-1481-4312-adb0-643dce04514b', 'admin_state_up': True, 'tenant_id': '727ecad6d44746bbaca7ef41b34b6315', 'security_groups': ['0c5f5821-f502-40f2-b130-6c081ed66760']}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:55:25.713618 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [req-35494f98-7b14-49c7-94c1-b04c13902dd6 req-e9de125f-1961-409d-abd3-668660bf6b39 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:55:25.718417 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-35494f98-7b14-49c7-94c1-b04c13902dd6 req-e9de125f-1961-409d-abd3-668660bf6b39 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Usage tracker for resource:port and tenant:727ecad6d44746bbaca7ef41b34b6315 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:55:25.721168 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-35494f98-7b14-49c7-94c1-b04c13902dd6 req-e9de125f-1961-409d-abd3-668660bf6b39 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:55:25.726764 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [req-35494f98-7b14-49c7-94c1-b04c13902dd6 req-e9de125f-1961-409d-abd3-668660bf6b39 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:55:25.737083 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35494f98-7b14-49c7-94c1-b04c13902dd6 req-e9de125f-1961-409d-abd3-668660bf6b39 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Made reservation on behalf of 727ecad6d44746bbaca7ef41b34b6315 for: {'port': 1} {{(pid=86863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:55:25.740659 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-35494f98-7b14-49c7-94c1-b04c13902dd6 req-e9de125f-1961-409d-abd3-668660bf6b39 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:25.846034 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4fd6dd-eb63-4eed-aecf-b60e89956513 req-174066c3-ca10-4967-aca7-ef5596e0d053 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:25.847708 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-ac4fd6dd-eb63-4eed-aecf-b60e89956513 req-174066c3-ca10-4967-aca7-ef5596e0d053 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?device_id=c12d9905-4760-40db-bb4e-8200c90f09ce HTTP/1.1" status: 200 len: 945 time: 0.1039779 Nov 16 21:55:25.910749 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-ac4fd6dd-eb63-4eed-aecf-b60e89956513 req-802e267e-e00a-46ac-a896-c0a939390f90 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3fc8445-3b83-49cb-a2bd-29e358d9b8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573044 Nov 16 21:55:25.983500 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-b876f563-8a1b-4a42-a650-9fcb6f6cd4f6 req-aad91735-529b-466b-ade4-e506466c9309 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/ports?device_id=f925a57d-f4d6-4303-8b4c-f82f3c7c61bd HTTP/1.1" status: 200 len: 210 time: 0.1006641 Nov 16 21:55:26.082288 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.db_base_plugin_common [req-35494f98-7b14-49c7-94c1-b04c13902dd6 req-e9de125f-1961-409d-abd3-668660bf6b39 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Allocated IP 172.20.0.12 (cfb6277a-1481-4312-adb0-643dce04514b/fd05cea4-2dd2-4a0d-8f4a-e62d3c4e1889/0479adca-30f8-4168-8072-810f9563a6e6) {{(pid=86863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:55:26.148283 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b0940-9ce4-44c2-85fc-e5df295735d4 req-8b8a44b7-28d0-456d-8b38-caf97ffa7835 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:26.150266 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-e48b0940-9ce4-44c2-85fc-e5df295735d4 req-8b8a44b7-28d0-456d-8b38-caf97ffa7835 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.60 "GET /v2.0/networks?id=86d88184-656f-4802-b205-562d456d133d HTTP/1.1" status: 200 len: 815 time: 0.2657065 Nov 16 21:55:26.173238 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [req-e48b0940-9ce4-44c2-85fc-e5df295735d4 req-d300f243-8ea7-4810-904e-4d36028ba928 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Request body: {'port': {'device_id': 'f925a57d-f4d6-4303-8b4c-f82f3c7c61bd', 'network_id': '86d88184-656f-4802-b205-562d456d133d', 'admin_state_up': True, 'tenant_id': '2bdcf483bf7846ea91187eab3a26679a'}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:55:26.427251 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [req-e48b0940-9ce4-44c2-85fc-e5df295735d4 req-d300f243-8ea7-4810-904e-4d36028ba928 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:55:26.430978 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-35494f98-7b14-49c7-94c1-b04c13902dd6 req-e9de125f-1961-409d-abd3-668660bf6b39 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks [] for port, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:26.447327 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [req-e48b0940-9ce4-44c2-85fc-e5df295735d4 req-d300f243-8ea7-4810-904e-4d36028ba928 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:55:26.456043 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.provisioning_blocks [req-35494f98-7b14-49c7-94c1-b04c13902dd6 req-e9de125f-1961-409d-abd3-668660bf6b39 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Transition to ACTIVE for port object 0479adca-30f8-4168-8072-810f9563a6e6 will not be triggered until provisioned by entity DHCP. {{(pid=86863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:55:26.463682 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e48b0940-9ce4-44c2-85fc-e5df295735d4 req-d300f243-8ea7-4810-904e-4d36028ba928 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Made reservation on behalf of 2bdcf483bf7846ea91187eab3a26679a for: {'port': 1} {{(pid=86863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:55:26.467248 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-e48b0940-9ce4-44c2-85fc-e5df295735d4 req-d300f243-8ea7-4810-904e-4d36028ba928 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:26.554603 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-35494f98-7b14-49c7-94c1-b04c13902dd6 req-e9de125f-1961-409d-abd3-668660bf6b39 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790568269105'] for port, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:26.562696 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-5b038e32-ad68-41b8-b203-8669e69c84e8 tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:55:26.640105 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f555e40-77c3-4168-a170-cae707d2b3a9 req-d2bde483-c86a-4348-950d-e46ea5f283c6 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:26.640786 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [req-0f555e40-77c3-4168-a170-cae707d2b3a9 req-d2bde483-c86a-4348-950d-e46ea5f283c6 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Synchronizing usage tracker for tenant:727ecad6d44746bbaca7ef41b34b6315 on resource:port {{(pid=86864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:55:26.656155 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [req-0f555e40-77c3-4168-a170-cae707d2b3a9 req-d2bde483-c86a-4348-950d-e46ea5f283c6 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Unset dirty status for tenant:727ecad6d44746bbaca7ef41b34b6315 on resource:port {{(pid=86864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:55:26.657255 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-0f555e40-77c3-4168-a170-cae707d2b3a9 req-d2bde483-c86a-4348-950d-e46ea5f283c6 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fab366d-9988-4d45-979a-c9db7d6681c7 HTTP/1.1" status: 200 len: 932 time: 0.0999603 Nov 16 21:55:26.683685 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35494f98-7b14-49c7-94c1-b04c13902dd6 req-e9de125f-1961-409d-abd3-668660bf6b39 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Network cfb6277a-1481-4312-adb0-643dce04514b is already hosted by enough agents. {{(pid=86863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:55:26.689269 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.base_scheduler [req-35494f98-7b14-49c7-94c1-b04c13902dd6 req-e9de125f-1961-409d-abd3-668660bf6b39 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Resources bound (agent type, host, resource id): {{(pid=86863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:55:26.691069 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de125f-1961-409d-abd3-668660bf6b39 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Pushing event updated for resources: {'Port': ['ID=0479adca-30f8-4168-8072-810f9563a6e6,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:26.693139 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.l3_dvrscheduler_db [req-35494f98-7b14-49c7-94c1-b04c13902dd6 req-e9de125f-1961-409d-abd3-668660bf6b39 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Received port after_create {{(pid=86863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 16 21:55:26.698577 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35494f98-7b14-49c7-94c1-b04c13902dd6 req-e9de125f-1961-409d-abd3-668660bf6b39 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:26.699700 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-35494f98-7b14-49c7-94c1-b04c13902dd6 req-e9de125f-1961-409d-abd3-668660bf6b39 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for port, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:26.701466 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [req-0f555e40-77c3-4168-a170-cae707d2b3a9 req-175f38aa-3227-4a39-be4b-7733fd587341 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Synchronizing usage tracker for tenant:727ecad6d44746bbaca7ef41b34b6315 on resource:security_group {{(pid=86864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:55:26.710089 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-e9de125f-1961-409d-abd3-668660bf6b39 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:55:26.719225 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [req-0f555e40-77c3-4168-a170-cae707d2b3a9 req-175f38aa-3227-4a39-be4b-7733fd587341 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Unset dirty status for tenant:727ecad6d44746bbaca7ef41b34b6315 on resource:security_group {{(pid=86864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:55:26.720447 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-0f555e40-77c3-4168-a170-cae707d2b3a9 req-175f38aa-3227-4a39-be4b-7733fd587341 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c5f5821-f502-40f2-b130-6c081ed66760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574148 Nov 16 21:55:26.746575 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.db_base_plugin_common [req-e48b0940-9ce4-44c2-85fc-e5df295735d4 req-d300f243-8ea7-4810-904e-4d36028ba928 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Allocated IP 172.20.0.7 (86d88184-656f-4802-b205-562d456d133d/610d7894-6793-45a3-88f7-014c25c00b16/749062f5-9cb4-4160-84d6-c990d5ada8ae) {{(pid=86863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:55:26.756965 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-35494f98-7b14-49c7-94c1-b04c13902dd6 req-e9de125f-1961-409d-abd3-668660bf6b39 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1832178 Nov 16 21:55:26.782935 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [req-35494f98-7b14-49c7-94c1-b04c13902dd6 req-ca43986d-5f90-4e33-afaa-e6b3ca6e2ad9 service neutron] Request body: {'port': {'device_id': '8fab366d-9988-4d45-979a-c9db7d6681c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81814'}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:55:26.915106 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-fb6ead14-bc21-4968-aeeb-e34651cdd28f None None] Provisioning for port 0479adca-30f8-4168-8072-810f9563a6e6 completed by entity DHCP. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:55:26.921849 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-fb6ead14-bc21-4968-aeeb-e34651cdd28f None None] Provisioning complete for port 0479adca-30f8-4168-8072-810f9563a6e6 triggered by entity DHCP. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:55:26.922327 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-fb6ead14-bc21-4968-aeeb-e34651cdd28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:26.989200 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-fb6ead14-bc21-4968-aeeb-e34651cdd28f None None] Port 0479adca-30f8-4168-8072-810f9563a6e6 cannot update to ACTIVE because it is not bound. {{(pid=86865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 16 21:55:27.132183 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-bcf7e845-019b-458d-ad2c-58123bd987ae req-5fd9281b-ef7c-4dad-97c8-9f9e7bb9bb34 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/ports?device_id=f925a57d-f4d6-4303-8b4c-f82f3c7c61bd HTTP/1.1" status: 200 len: 210 time: 0.0427675 Nov 16 21:55:27.172478 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-35494f98-7b14-49c7-94c1-b04c13902dd6 req-ca43986d-5f90-4e33-afaa-e6b3ca6e2ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:27.304987 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-e48b0940-9ce4-44c2-85fc-e5df295735d4 req-d300f243-8ea7-4810-904e-4d36028ba928 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Notify callbacks [] for port, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:27.320128 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f97f2-0397-4ba6-bdd0-1f26bbd46f1d req-8582dead-de4d-41b2-9dfa-8615233d9004 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:27.321572 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-176f97f2-0397-4ba6-bdd0-1f26bbd46f1d req-8582dead-de4d-41b2-9dfa-8615233d9004 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?device_id=c12d9905-4760-40db-bb4e-8200c90f09ce HTTP/1.1" status: 200 len: 945 time: 0.2449324 Nov 16 21:55:27.438525 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-f73e84b7-e9cb-4315-a3c7-4a9803d85373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:27.452912 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-176f97f2-0397-4ba6-bdd0-1f26bbd46f1d req-ccd09c16-8739-42ff-a44f-fc7db1c0c85b tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3fc8445-3b83-49cb-a2bd-29e358d9b8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930972 Nov 16 21:55:27.523451 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-e48b0940-9ce4-44c2-85fc-e5df295735d4 req-d300f243-8ea7-4810-904e-4d36028ba928 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790568269105'] for port, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:27.529637 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-d30f3da3-0f9a-47ca-a386-8523bfb441b9 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:55:27.535134 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] get_ports_and_sgs() called for port_ids ['379072b5-055d-4c37-b04c-a11bfc6fd936'] {{(pid=86865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 16 21:55:27.630145 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e48b0940-9ce4-44c2-85fc-e5df295735d4 req-d300f243-8ea7-4810-904e-4d36028ba928 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Network 86d88184-656f-4802-b205-562d456d133d is already hosted by enough agents. {{(pid=86863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:55:27.634348 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.base_scheduler [req-e48b0940-9ce4-44c2-85fc-e5df295735d4 req-d300f243-8ea7-4810-904e-4d36028ba928 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Resources bound (agent type, host, resource id): {{(pid=86863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:55:27.639914 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.l3_dvrscheduler_db [req-e48b0940-9ce4-44c2-85fc-e5df295735d4 req-d300f243-8ea7-4810-904e-4d36028ba928 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Received port after_create {{(pid=86863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 16 21:55:27.645325 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b0940-9ce4-44c2-85fc-e5df295735d4 req-d300f243-8ea7-4810-904e-4d36028ba928 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:27.645917 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-e48b0940-9ce4-44c2-85fc-e5df295735d4 req-d300f243-8ea7-4810-904e-4d36028ba928 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for port, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:27.649566 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d300f243-8ea7-4810-904e-4d36028ba928 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Pushing event updated for resources: {'Port': ['ID=749062f5-9cb4-4160-84d6-c990d5ada8ae,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:27.655871 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-d300f243-8ea7-4810-904e-4d36028ba928 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:55:27.678775 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-e48b0940-9ce4-44c2-85fc-e5df295735d4 req-d300f243-8ea7-4810-904e-4d36028ba928 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5116901 Nov 16 21:55:27.716219 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [req-e48b0940-9ce4-44c2-85fc-e5df295735d4 req-2401c24c-cf6c-4aa8-bb55-5351b9b0c508 service neutron] Request body: {'port': {'device_id': 'f925a57d-f4d6-4303-8b4c-f82f3c7c61bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81814'}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:55:27.787618 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.notifiers.nova [req-35494f98-7b14-49c7-94c1-b04c13902dd6 req-ca43986d-5f90-4e33-afaa-e6b3ca6e2ad9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0479adca-30f8-4168-8072-810f9563a6e6 {{(pid=86863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:55:27.798631 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-35494f98-7b14-49c7-94c1-b04c13902dd6 req-ca43986d-5f90-4e33-afaa-e6b3ca6e2ad9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:27.857595 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.provisioning_blocks [req-35494f98-7b14-49c7-94c1-b04c13902dd6 req-ca43986d-5f90-4e33-afaa-e6b3ca6e2ad9 service neutron] Transition to ACTIVE for port object 0479adca-30f8-4168-8072-810f9563a6e6 will not be triggered until provisioned by entity L2. {{(pid=86863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:55:27.863110 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-35494f98-7b14-49c7-94c1-b04c13902dd6 req-ca43986d-5f90-4e33-afaa-e6b3ca6e2ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:27.868965 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:55:27.910597 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-e48b0940-9ce4-44c2-85fc-e5df295735d4 req-2401c24c-cf6c-4aa8-bb55-5351b9b0c508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:27.912433 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596a516-ece3-450b-8b34-ca7f4ced793b req-d04ff495-8b54-473b-8de3-e7a0836b0979 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:27.919935 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-d596a516-ece3-450b-8b34-ca7f4ced793b req-d04ff495-8b54-473b-8de3-e7a0836b0979 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fab366d-9988-4d45-979a-c9db7d6681c7 HTTP/1.1" status: 200 len: 944 time: 0.0865462 Nov 16 21:55:27.967141 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-d596a516-ece3-450b-8b34-ca7f4ced793b req-7a066e07-31f5-44f5-95ec-1568075949ec tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c5f5821-f502-40f2-b130-6c081ed66760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463660 Nov 16 21:55:28.084697 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca43986d-5f90-4e33-afaa-e6b3ca6e2ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=0479adca-30f8-4168-8072-810f9563a6e6,revision_number=2']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:28.094092 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-ca43986d-5f90-4e33-afaa-e6b3ca6e2ad9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:55:28.127371 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.managers [req-35494f98-7b14-49c7-94c1-b04c13902dd6 req-ca43986d-5f90-4e33-afaa-e6b3ca6e2ad9 service neutron] Attempting to bind port 0479adca-30f8-4168-8072-810f9563a6e6 on host hv-cinder-81814 for vnic_type normal with profile {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 21:55:28.127697 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.managers [req-35494f98-7b14-49c7-94c1-b04c13902dd6 req-ca43986d-5f90-4e33-afaa-e6b3ca6e2ad9 service neutron] Attempting to bind port 0479adca-30f8-4168-8072-810f9563a6e6 by drivers openvswitch,hyperv on host hv-cinder-81814 at level 0 using segments [{'id': '0768277f-89e3-47c8-84f9-a7ae38cc5ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'cfb6277a-1481-4312-adb0-643dce04514b'}] {{(pid=86863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 21:55:28.128015 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35494f98-7b14-49c7-94c1-b04c13902dd6 req-ca43986d-5f90-4e33-afaa-e6b3ca6e2ad9 service neutron] Attempting to bind port 0479adca-30f8-4168-8072-810f9563a6e6 on network cfb6277a-1481-4312-adb0-643dce04514b {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 16 21:55:28.176767 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35494f98-7b14-49c7-94c1-b04c13902dd6 req-ca43986d-5f90-4e33-afaa-e6b3ca6e2ad9 service neutron] Port 0479adca-30f8-4168-8072-810f9563a6e6 on network cfb6277a-1481-4312-adb0-643dce04514b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81814 {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 16 21:55:28.177089 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35494f98-7b14-49c7-94c1-b04c13902dd6 req-ca43986d-5f90-4e33-afaa-e6b3ca6e2ad9 service neutron] Attempting to bind port 0479adca-30f8-4168-8072-810f9563a6e6 on network cfb6277a-1481-4312-adb0-643dce04514b {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 16 21:55:28.195442 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35494f98-7b14-49c7-94c1-b04c13902dd6 req-ca43986d-5f90-4e33-afaa-e6b3ca6e2ad9 service neutron] Checking agent: {'id': '426a5c9b-164f-481a-ad6e-a795536ce9ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81814', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 49, 31), 'started_at': datetime.datetime(2021, 11, 16, 21, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 16 21:55:28.195773 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35494f98-7b14-49c7-94c1-b04c13902dd6 req-ca43986d-5f90-4e33-afaa-e6b3ca6e2ad9 service neutron] Checking segment: {'id': '0768277f-89e3-47c8-84f9-a7ae38cc5ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'cfb6277a-1481-4312-adb0-643dce04514b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 16 21:55:28.196152 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35494f98-7b14-49c7-94c1-b04c13902dd6 req-ca43986d-5f90-4e33-afaa-e6b3ca6e2ad9 service neutron] Bound using segment: {'id': '0768277f-89e3-47c8-84f9-a7ae38cc5ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'cfb6277a-1481-4312-adb0-643dce04514b'} {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 16 21:55:28.196580 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.managers [req-35494f98-7b14-49c7-94c1-b04c13902dd6 req-ca43986d-5f90-4e33-afaa-e6b3ca6e2ad9 service neutron] Bound port: 0479adca-30f8-4168-8072-810f9563a6e6, host: hv-cinder-81814, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0768277f-89e3-47c8-84f9-a7ae38cc5ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'cfb6277a-1481-4312-adb0-643dce04514b'}}] {{(pid=86863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 21:55:28.196938 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-35494f98-7b14-49c7-94c1-b04c13902dd6 req-ca43986d-5f90-4e33-afaa-e6b3ca6e2ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:28.544864 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.db [req-35494f98-7b14-49c7-94c1-b04c13902dd6 req-ca43986d-5f90-4e33-afaa-e6b3ca6e2ad9 service neutron] For port 0479adca-30f8-4168-8072-810f9563a6e6, host hv-cinder-81814, cleared binding levels {{(pid=86863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 16 21:55:28.571059 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.db [req-35494f98-7b14-49c7-94c1-b04c13902dd6 req-ca43986d-5f90-4e33-afaa-e6b3ca6e2ad9 service neutron] For port 0479adca-30f8-4168-8072-810f9563a6e6, host hv-cinder-81814, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=0479adca-30f8-4168-8072-810f9563a6e6,segment=NetworkSegment(0768277f-89e3-47c8-84f9-a7ae38cc5ef8),segment_id=0768277f-89e3-47c8-84f9-a7ae38cc5ef8)] {{(pid=86863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 16 21:55:28.579600 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-35494f98-7b14-49c7-94c1-b04c13902dd6 req-ca43986d-5f90-4e33-afaa-e6b3ca6e2ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:28.586013 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:55:28.614504 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-94ae2c1a-1f16-4ed2-be66-e1a93ab74dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:28.632926 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c095b66-35a8-4e1a-a1b7-e0ab85c0b952 req-b04ba155-4d2a-43ac-9630-6e15beadeb2b tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:28.633611 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-0c095b66-35a8-4e1a-a1b7-e0ab85c0b952 req-b04ba155-4d2a-43ac-9630-6e15beadeb2b tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Synchronizing usage tracker for tenant:2bdcf483bf7846ea91187eab3a26679a on resource:port {{(pid=86863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:55:28.671342 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35494f98-7b14-49c7-94c1-b04c13902dd6 req-ca43986d-5f90-4e33-afaa-e6b3ca6e2ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:28.671952 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-35494f98-7b14-49c7-94c1-b04c13902dd6 req-ca43986d-5f90-4e33-afaa-e6b3ca6e2ad9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for port, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:28.673314 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-35494f98-7b14-49c7-94c1-b04c13902dd6 req-ca43986d-5f90-4e33-afaa-e6b3ca6e2ad9 service neutron] 10.222.0.60 "PUT /v2.0/ports/0479adca-30f8-4168-8072-810f9563a6e6 HTTP/1.1" status: 200 len: 1094 time: 1.8945029 Nov 16 21:55:28.676877 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fab366d-9988-4d45-979a-c9db7d6681c7', 'tag': '0479adca-30f8-4168-8072-810f9563a6e6'}] {{(pid=86863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:55:28.743138 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fab366d-9988-4d45-979a-c9db7d6681c7', 'tag': '0479adca-30f8-4168-8072-810f9563a6e6', 'status': 'completed', 'code': 200} Nov 16 21:55:28.782357 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-0c095b66-35a8-4e1a-a1b7-e0ab85c0b952 req-b04ba155-4d2a-43ac-9630-6e15beadeb2b tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Unset dirty status for tenant:2bdcf483bf7846ea91187eab3a26679a on resource:port {{(pid=86863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:55:28.783471 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-0c095b66-35a8-4e1a-a1b7-e0ab85c0b952 req-b04ba155-4d2a-43ac-9630-6e15beadeb2b tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/ports?device_id=f925a57d-f4d6-4303-8b4c-f82f3c7c61bd HTTP/1.1" status: 200 len: 931 time: 0.5224369 Nov 16 21:55:28.814289 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca43986d-5f90-4e33-afaa-e6b3ca6e2ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=0479adca-30f8-4168-8072-810f9563a6e6,revision_number=3']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:28.826120 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-ca43986d-5f90-4e33-afaa-e6b3ca6e2ad9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:55:28.836682 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.notifiers.nova [req-e48b0940-9ce4-44c2-85fc-e5df295735d4 req-2401c24c-cf6c-4aa8-bb55-5351b9b0c508 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 749062f5-9cb4-4160-84d6-c990d5ada8ae {{(pid=86863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:55:28.856039 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-e48b0940-9ce4-44c2-85fc-e5df295735d4 req-2401c24c-cf6c-4aa8-bb55-5351b9b0c508 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:28.877559 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-0c095b66-35a8-4e1a-a1b7-e0ab85c0b952 req-b8df52b3-6a45-4fad-a71d-727825b8e3a1 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/security-groups?id=4a9b460f-8f24-4635-8eb2-2727222fe8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846739 Nov 16 21:55:28.886513 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.provisioning_blocks [req-e48b0940-9ce4-44c2-85fc-e5df295735d4 req-2401c24c-cf6c-4aa8-bb55-5351b9b0c508 service neutron] Transition to ACTIVE for port object 749062f5-9cb4-4160-84d6-c990d5ada8ae will not be triggered until provisioned by entity L2. {{(pid=86863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:55:28.892694 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-e48b0940-9ce4-44c2-85fc-e5df295735d4 req-2401c24c-cf6c-4aa8-bb55-5351b9b0c508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:28.899140 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-f3acaf2d-9bac-4006-bb3e-86f0b9b68672 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:55:28.941751 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35494f98-7b14-49c7-94c1-b04c13902dd6 req-94482992-dadd-4177-900c-546d060a2397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:28.943249 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-35494f98-7b14-49c7-94c1-b04c13902dd6 req-94482992-dadd-4177-900c-546d060a2397 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=727ecad6d44746bbaca7ef41b34b6315&device_id=8fab366d-9988-4d45-979a-c9db7d6681c7 HTTP/1.1" status: 200 len: 1097 time: 0.2222350 Nov 16 21:55:29.088184 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-35494f98-7b14-49c7-94c1-b04c13902dd6 req-d8ac4963-0212-40fc-9e37-0958231c3913 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0479adca-30f8-4168-8072-810f9563a6e6 HTTP/1.1" status: 200 len: 217 time: 0.1361158 Nov 16 21:55:29.163815 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2401c24c-cf6c-4aa8-bb55-5351b9b0c508 service neutron] Pushing event updated for resources: {'Port': ['ID=749062f5-9cb4-4160-84d6-c990d5ada8ae,revision_number=2']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:29.165940 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51070d-c8fb-4ce4-9fb1-6c9130d7accf req-1b5fc7cb-f506-4f01-8de0-aa207b0521f9 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:29.168409 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-0a51070d-c8fb-4ce4-9fb1-6c9130d7accf req-1b5fc7cb-f506-4f01-8de0-aa207b0521f9 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fab366d-9988-4d45-979a-c9db7d6681c7 HTTP/1.1" status: 200 len: 944 time: 0.0812209 Nov 16 21:55:29.175413 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-2401c24c-cf6c-4aa8-bb55-5351b9b0c508 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:55:29.202674 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.managers [req-e48b0940-9ce4-44c2-85fc-e5df295735d4 req-2401c24c-cf6c-4aa8-bb55-5351b9b0c508 service neutron] Attempting to bind port 749062f5-9cb4-4160-84d6-c990d5ada8ae on host hv-cinder-81814 for vnic_type normal with profile {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 21:55:29.203000 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.managers [req-e48b0940-9ce4-44c2-85fc-e5df295735d4 req-2401c24c-cf6c-4aa8-bb55-5351b9b0c508 service neutron] Attempting to bind port 749062f5-9cb4-4160-84d6-c990d5ada8ae by drivers openvswitch,hyperv on host hv-cinder-81814 at level 0 using segments [{'id': '3e585fd9-76d3-4d9f-902c-88f1b991a1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '86d88184-656f-4802-b205-562d456d133d'}] {{(pid=86863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 21:55:29.203315 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48b0940-9ce4-44c2-85fc-e5df295735d4 req-2401c24c-cf6c-4aa8-bb55-5351b9b0c508 service neutron] Attempting to bind port 749062f5-9cb4-4160-84d6-c990d5ada8ae on network 86d88184-656f-4802-b205-562d456d133d {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 16 21:55:29.211730 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-0a51070d-c8fb-4ce4-9fb1-6c9130d7accf req-b1e33f25-082a-4317-ba91-844d6d9cbfd9 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c5f5821-f502-40f2-b130-6c081ed66760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373406 Nov 16 21:55:29.212073 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35494f98-7b14-49c7-94c1-b04c13902dd6 req-e438570f-e409-4182-868c-6195ec913712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:29.213504 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-35494f98-7b14-49c7-94c1-b04c13902dd6 req-e438570f-e409-4182-868c-6195ec913712 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fd05cea4-2dd2-4a0d-8f4a-e62d3c4e1889 HTTP/1.1" status: 200 len: 855 time: 0.1147747 Nov 16 21:55:29.214217 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48b0940-9ce4-44c2-85fc-e5df295735d4 req-2401c24c-cf6c-4aa8-bb55-5351b9b0c508 service neutron] Port 749062f5-9cb4-4160-84d6-c990d5ada8ae on network 86d88184-656f-4802-b205-562d456d133d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81814 {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 16 21:55:29.215163 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48b0940-9ce4-44c2-85fc-e5df295735d4 req-2401c24c-cf6c-4aa8-bb55-5351b9b0c508 service neutron] Attempting to bind port 749062f5-9cb4-4160-84d6-c990d5ada8ae on network 86d88184-656f-4802-b205-562d456d133d {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 16 21:55:29.220526 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48b0940-9ce4-44c2-85fc-e5df295735d4 req-2401c24c-cf6c-4aa8-bb55-5351b9b0c508 service neutron] Checking agent: {'id': '426a5c9b-164f-481a-ad6e-a795536ce9ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81814', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 49, 31), 'started_at': datetime.datetime(2021, 11, 16, 21, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 16 21:55:29.220937 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48b0940-9ce4-44c2-85fc-e5df295735d4 req-2401c24c-cf6c-4aa8-bb55-5351b9b0c508 service neutron] Checking segment: {'id': '3e585fd9-76d3-4d9f-902c-88f1b991a1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '86d88184-656f-4802-b205-562d456d133d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 16 21:55:29.221247 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48b0940-9ce4-44c2-85fc-e5df295735d4 req-2401c24c-cf6c-4aa8-bb55-5351b9b0c508 service neutron] Bound using segment: {'id': '3e585fd9-76d3-4d9f-902c-88f1b991a1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '86d88184-656f-4802-b205-562d456d133d'} {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 16 21:55:29.221668 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.managers [req-e48b0940-9ce4-44c2-85fc-e5df295735d4 req-2401c24c-cf6c-4aa8-bb55-5351b9b0c508 service neutron] Bound port: 749062f5-9cb4-4160-84d6-c990d5ada8ae, host: hv-cinder-81814, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e585fd9-76d3-4d9f-902c-88f1b991a1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '86d88184-656f-4802-b205-562d456d133d'}}] {{(pid=86863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 21:55:29.222003 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-e48b0940-9ce4-44c2-85fc-e5df295735d4 req-2401c24c-cf6c-4aa8-bb55-5351b9b0c508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:29.374292 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35494f98-7b14-49c7-94c1-b04c13902dd6 req-d38660b1-c6cf-4298-bfec-b6a577912a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:29.375665 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-35494f98-7b14-49c7-94c1-b04c13902dd6 req-d38660b1-c6cf-4298-bfec-b6a577912a94 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cfb6277a-1481-4312-adb0-643dce04514b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1424766 Nov 16 21:55:29.376623 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.db [req-e48b0940-9ce4-44c2-85fc-e5df295735d4 req-2401c24c-cf6c-4aa8-bb55-5351b9b0c508 service neutron] For port 749062f5-9cb4-4160-84d6-c990d5ada8ae, host hv-cinder-81814, cleared binding levels {{(pid=86863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 16 21:55:29.379990 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.db [req-e48b0940-9ce4-44c2-85fc-e5df295735d4 req-2401c24c-cf6c-4aa8-bb55-5351b9b0c508 service neutron] For port 749062f5-9cb4-4160-84d6-c990d5ada8ae, host hv-cinder-81814, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=749062f5-9cb4-4160-84d6-c990d5ada8ae,segment=NetworkSegment(3e585fd9-76d3-4d9f-902c-88f1b991a1f1),segment_id=3e585fd9-76d3-4d9f-902c-88f1b991a1f1)] {{(pid=86863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 16 21:55:29.383864 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-e48b0940-9ce4-44c2-85fc-e5df295735d4 req-2401c24c-cf6c-4aa8-bb55-5351b9b0c508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:29.389828 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-d300f243-8ea7-4810-904e-4d36028ba928 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:55:29.468483 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b0940-9ce4-44c2-85fc-e5df295735d4 req-2401c24c-cf6c-4aa8-bb55-5351b9b0c508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:29.469089 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-e48b0940-9ce4-44c2-85fc-e5df295735d4 req-2401c24c-cf6c-4aa8-bb55-5351b9b0c508 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for port, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:29.470436 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-e48b0940-9ce4-44c2-85fc-e5df295735d4 req-2401c24c-cf6c-4aa8-bb55-5351b9b0c508 service neutron] 10.222.0.60 "PUT /v2.0/ports/749062f5-9cb4-4160-84d6-c990d5ada8ae HTTP/1.1" status: 200 len: 1093 time: 1.7592840 Nov 16 21:55:29.605732 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2401c24c-cf6c-4aa8-bb55-5351b9b0c508 service neutron] Pushing event updated for resources: {'Port': ['ID=749062f5-9cb4-4160-84d6-c990d5ada8ae,revision_number=3']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:29.612173 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-2401c24c-cf6c-4aa8-bb55-5351b9b0c508 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:55:29.650023 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-35494f98-7b14-49c7-94c1-b04c13902dd6 req-8c31f616-3d8b-46b1-923a-197a56eaa32a service neutron] 10.222.0.60 "GET /v2.0/networks/cfb6277a-1481-4312-adb0-643dce04514b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612629 Nov 16 21:55:29.657914 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b0940-9ce4-44c2-85fc-e5df295735d4 req-c2555209-edec-499a-bb34-1da842adaf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:29.659276 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-e48b0940-9ce4-44c2-85fc-e5df295735d4 req-c2555209-edec-499a-bb34-1da842adaf95 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2bdcf483bf7846ea91187eab3a26679a&device_id=f925a57d-f4d6-4303-8b4c-f82f3c7c61bd HTTP/1.1" status: 200 len: 1096 time: 0.1407433 Nov 16 21:55:29.786606 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-e48b0940-9ce4-44c2-85fc-e5df295735d4 req-0584f02f-5e72-4e39-941f-0021bf58280d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=749062f5-9cb4-4160-84d6-c990d5ada8ae HTTP/1.1" status: 200 len: 217 time: 0.1095629 Nov 16 21:55:29.878923 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-b4e9303c-6b92-469f-aefa-69a43a38aed1 req-0a56adaa-b23d-4ae3-a311-f57183b001f2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c12d9905-4760-40db-bb4e-8200c90f09ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0770705 Nov 16 21:55:29.898352 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b0940-9ce4-44c2-85fc-e5df295735d4 req-2ddc6a64-8db8-4050-bba4-1035670d39e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:29.900299 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-e48b0940-9ce4-44c2-85fc-e5df295735d4 req-2ddc6a64-8db8-4050-bba4-1035670d39e3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=610d7894-6793-45a3-88f7-014c25c00b16 HTTP/1.1" status: 200 len: 855 time: 0.0975778 Nov 16 21:55:29.901960 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-35494f98-7b14-49c7-94c1-b04c13902dd6 req-c9bcd225-660e-4aa9-8343-d60ac4e81838 service neutron] 10.222.0.60 "GET /v2.0/networks/cfb6277a-1481-4312-adb0-643dce04514b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418122 Nov 16 21:55:29.902467 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-941145a6-33c9-4841-86a3-a7e018513e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:29.959908 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-e48b0940-9ce4-44c2-85fc-e5df295735d4 req-1f169290-284d-4782-b791-f644bef11fdb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=86d88184-656f-4802-b205-562d456d133d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427577 Nov 16 21:55:30.037179 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a21f9-977b-4e0c-ac9b-38a2913f4206 req-8d554f03-574a-4350-a2b5-53ecab938bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:30.038779 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-6e8a21f9-977b-4e0c-ac9b-38a2913f4206 req-8d554f03-574a-4350-a2b5-53ecab938bc0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=727ecad6d44746bbaca7ef41b34b6315&device_id=8fab366d-9988-4d45-979a-c9db7d6681c7 HTTP/1.1" status: 200 len: 1097 time: 0.0787759 Nov 16 21:55:30.184682 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a21f9-977b-4e0c-ac9b-38a2913f4206 req-57e5a1d2-05e1-4ab3-ae3c-1c730bb86e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:30.186296 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-6e8a21f9-977b-4e0c-ac9b-38a2913f4206 req-57e5a1d2-05e1-4ab3-ae3c-1c730bb86e93 service neutron] 10.222.0.60 "GET /v2.0/networks?id=cfb6277a-1481-4312-adb0-643dce04514b HTTP/1.1" status: 200 len: 917 time: 0.1372111 Nov 16 21:55:30.260039 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-6e8a21f9-977b-4e0c-ac9b-38a2913f4206 req-2c3aa68f-7e17-4093-8517-1e265a036a3d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0479adca-30f8-4168-8072-810f9563a6e6 HTTP/1.1" status: 200 len: 217 time: 0.0665648 Nov 16 21:55:30.317706 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-e48b0940-9ce4-44c2-85fc-e5df295735d4 req-a39c3f53-b733-4915-9037-e87ef59f96c1 service neutron] 10.222.0.60 "GET /v2.0/networks/86d88184-656f-4802-b205-562d456d133d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237250 Nov 16 21:55:30.320899 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e9303c-6b92-469f-aefa-69a43a38aed1 req-cf0244b2-56b4-4eb0-b636-1bc69015e525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:30.322182 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-b4e9303c-6b92-469f-aefa-69a43a38aed1 req-cf0244b2-56b4-4eb0-b636-1bc69015e525 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f62aca8229d64673bbb89ec5aef13eb7&device_id=c12d9905-4760-40db-bb4e-8200c90f09ce HTTP/1.1" status: 200 len: 1098 time: 0.3614452 Nov 16 21:55:30.361638 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeaaeb3-b394-4935-abd3-0bd80ac15f6f req-07bcdb3c-a562-4f26-946f-01553b8eba93 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:30.363223 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-3aeaaeb3-b394-4935-abd3-0bd80ac15f6f req-07bcdb3c-a562-4f26-946f-01553b8eba93 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/ports?device_id=f925a57d-f4d6-4303-8b4c-f82f3c7c61bd HTTP/1.1" status: 200 len: 943 time: 0.3450656 Nov 16 21:55:30.369986 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a21f9-977b-4e0c-ac9b-38a2913f4206 req-af5dee0a-2964-4fec-96e2-d134de3d5f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:30.372062 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-6e8a21f9-977b-4e0c-ac9b-38a2913f4206 req-af5dee0a-2964-4fec-96e2-d134de3d5f18 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fd05cea4-2dd2-4a0d-8f4a-e62d3c4e1889 HTTP/1.1" status: 200 len: 855 time: 0.1020188 Nov 16 21:55:30.463238 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9902e3c-7e46-4855-900f-a14fcce84e97 req-1058cd28-5b80-4c9d-b19b-065565aad528 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:30.464705 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-f9902e3c-7e46-4855-900f-a14fcce84e97 req-1058cd28-5b80-4c9d-b19b-065565aad528 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fab366d-9988-4d45-979a-c9db7d6681c7 HTTP/1.1" status: 200 len: 944 time: 0.1413853 Nov 16 21:55:30.488431 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a21f9-977b-4e0c-ac9b-38a2913f4206 req-9fb0aea8-eb12-466c-898d-794e129ca127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:30.489843 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-6e8a21f9-977b-4e0c-ac9b-38a2913f4206 req-9fb0aea8-eb12-466c-898d-794e129ca127 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cfb6277a-1481-4312-adb0-643dce04514b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1080937 Nov 16 21:55:30.536812 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-f9902e3c-7e46-4855-900f-a14fcce84e97 req-1193ad46-a57d-4f4c-ae59-b70b2bc7b805 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c5f5821-f502-40f2-b130-6c081ed66760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657601 Nov 16 21:55:30.554592 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-3aeaaeb3-b394-4935-abd3-0bd80ac15f6f req-18539063-41e0-4c03-9223-30b1a8f3546c tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/security-groups?id=4a9b460f-8f24-4635-8eb2-2727222fe8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699512 Nov 16 21:55:30.620272 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-e48b0940-9ce4-44c2-85fc-e5df295735d4 req-fdbc24c8-0305-4fd8-a7c4-99cb9222d6f3 service neutron] 10.222.0.60 "GET /v2.0/networks/86d88184-656f-4802-b205-562d456d133d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911804 Nov 16 21:55:30.627600 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e9303c-6b92-469f-aefa-69a43a38aed1 req-593998a9-b21d-4c9e-a33a-145413373295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:30.629018 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-b4e9303c-6b92-469f-aefa-69a43a38aed1 req-593998a9-b21d-4c9e-a33a-145413373295 service neutron] 10.222.0.60 "GET /v2.0/networks?id=74e81693-9879-4389-b683-21ff1ada0cd8 HTTP/1.1" status: 200 len: 912 time: 0.2783844 Nov 16 21:55:30.732195 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-6e8a21f9-977b-4e0c-ac9b-38a2913f4206 req-0d9a1a10-24e0-44e5-9d89-98ccbd5ca79f service neutron] 10.222.0.60 "GET /v2.0/networks/cfb6277a-1481-4312-adb0-643dce04514b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288847 Nov 16 21:55:30.736932 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-b4e9303c-6b92-469f-aefa-69a43a38aed1 req-ea20873a-d959-4b3f-ae23-8d2d95ec17ce service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd4f2956-621b-4050-ace3-90dee813569f HTTP/1.1" status: 200 len: 1000 time: 0.0959015 Nov 16 21:55:30.744514 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f925a57d-f4d6-4303-8b4c-f82f3c7c61bd', 'tag': '749062f5-9cb4-4160-84d6-c990d5ada8ae'}] {{(pid=86863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:55:30.787667 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:30.799099 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f925a57d-f4d6-4303-8b4c-f82f3c7c61bd', 'tag': '749062f5-9cb4-4160-84d6-c990d5ada8ae', 'status': 'completed', 'code': 200} Nov 16 21:55:30.814603 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e9303c-6b92-469f-aefa-69a43a38aed1 req-5954d06b-12fa-4630-b3b4-a0313839733c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:30.816048 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-b4e9303c-6b92-469f-aefa-69a43a38aed1 req-5954d06b-12fa-4630-b3b4-a0313839733c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=571f52f5-7aee-44e1-b51f-e0b1c3748b0d HTTP/1.1" status: 200 len: 850 time: 0.0667591 Nov 16 21:55:30.879093 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-6e8a21f9-977b-4e0c-ac9b-38a2913f4206 req-0fde0978-9e5c-4d15-881c-71567a59805a service neutron] 10.222.0.60 "GET /v2.0/networks/cfb6277a-1481-4312-adb0-643dce04514b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325898 Nov 16 21:55:30.966037 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e9303c-6b92-469f-aefa-69a43a38aed1 req-e973bd36-104e-4952-8b18-c3c7ffbfe2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:30.967529 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-b4e9303c-6b92-469f-aefa-69a43a38aed1 req-e973bd36-104e-4952-8b18-c3c7ffbfe2c0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=74e81693-9879-4389-b683-21ff1ada0cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1323340 Nov 16 21:55:30.969948 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7683cc9-3561-4158-b378-c35f69980242 req-7fe74fce-1b77-4b0e-bdcb-6b060be177b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:30.971269 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-a7683cc9-3561-4158-b378-c35f69980242 req-7fe74fce-1b77-4b0e-bdcb-6b060be177b6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2bdcf483bf7846ea91187eab3a26679a&device_id=f925a57d-f4d6-4303-8b4c-f82f3c7c61bd HTTP/1.1" status: 200 len: 1096 time: 0.1372216 Nov 16 21:55:31.211285 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-b4e9303c-6b92-469f-aefa-69a43a38aed1 req-34b73621-6cd9-42c9-becf-b1de3794eca6 service neutron] 10.222.0.60 "GET /v2.0/networks/74e81693-9879-4389-b683-21ff1ada0cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290995 Nov 16 21:55:31.212361 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7683cc9-3561-4158-b378-c35f69980242 req-9c832f66-c905-4bc5-b5fd-c7b7b920bbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:31.213631 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-a7683cc9-3561-4158-b378-c35f69980242 req-9c832f66-c905-4bc5-b5fd-c7b7b920bbb9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=86d88184-656f-4802-b205-562d456d133d HTTP/1.1" status: 200 len: 916 time: 0.2303948 Nov 16 21:55:31.313433 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-a7683cc9-3561-4158-b378-c35f69980242 req-0696f94f-7a87-47ca-a73e-0c4b060024c0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=749062f5-9cb4-4160-84d6-c990d5ada8ae HTTP/1.1" status: 200 len: 217 time: 0.0682368 Nov 16 21:55:31.444820 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7683cc9-3561-4158-b378-c35f69980242 req-78aff91a-5437-4f92-b08c-95669ea92fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:31.446263 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-a7683cc9-3561-4158-b378-c35f69980242 req-78aff91a-5437-4f92-b08c-95669ea92fb2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=610d7894-6793-45a3-88f7-014c25c00b16 HTTP/1.1" status: 200 len: 855 time: 0.0908802 Nov 16 21:55:31.498629 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-b4e9303c-6b92-469f-aefa-69a43a38aed1 req-a8847be7-72ea-4c46-a0e2-a7b977d64528 service neutron] 10.222.0.60 "GET /v2.0/networks/74e81693-9879-4389-b683-21ff1ada0cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704766 Nov 16 21:55:31.500321 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-a7683cc9-3561-4158-b378-c35f69980242 req-c92ba461-c93a-4f71-8f6e-9e5bb57eeda0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=86d88184-656f-4802-b205-562d456d133d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451145 Nov 16 21:55:31.644276 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-a7683cc9-3561-4158-b378-c35f69980242 req-866d6443-7ec4-4229-92e3-d27460f5c74c service neutron] 10.222.0.60 "GET /v2.0/networks/86d88184-656f-4802-b205-562d456d133d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254010 Nov 16 21:55:31.748920 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1bb85-fb56-4ede-a41d-0913df0f24b5 req-e2ec9896-d763-4a89-8b34-427f20622cd2 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:31.750395 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-ffb1bb85-fb56-4ede-a41d-0913df0f24b5 req-e2ec9896-d763-4a89-8b34-427f20622cd2 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/ports?device_id=f925a57d-f4d6-4303-8b4c-f82f3c7c61bd HTTP/1.1" status: 200 len: 943 time: 0.0864370 Nov 16 21:55:31.799974 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-ffb1bb85-fb56-4ede-a41d-0913df0f24b5 req-2c8b627e-7c80-45ef-b053-242216c74b55 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/security-groups?id=4a9b460f-8f24-4635-8eb2-2727222fe8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435512 Nov 16 21:55:31.939052 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-a7683cc9-3561-4158-b378-c35f69980242 req-5f8a18f5-7afb-4f24-a37a-afa0ef7040cc service neutron] 10.222.0.60 "GET /v2.0/networks/86d88184-656f-4802-b205-562d456d133d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860727 Nov 16 21:55:31.949956 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ec493-0c6a-442c-8683-1ae45e4f1ff1 req-a41565c6-e646-4648-9d2a-a3302d523fa4 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:31.950680 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-031ec493-0c6a-442c-8683-1ae45e4f1ff1 req-a41565c6-e646-4648-9d2a-a3302d523fa4 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Synchronizing usage tracker for tenant:727ecad6d44746bbaca7ef41b34b6315 on resource:port {{(pid=86863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:55:31.966417 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-031ec493-0c6a-442c-8683-1ae45e4f1ff1 req-a41565c6-e646-4648-9d2a-a3302d523fa4 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Unset dirty status for tenant:727ecad6d44746bbaca7ef41b34b6315 on resource:port {{(pid=86863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:55:31.967680 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-031ec493-0c6a-442c-8683-1ae45e4f1ff1 req-a41565c6-e646-4648-9d2a-a3302d523fa4 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fab366d-9988-4d45-979a-c9db7d6681c7 HTTP/1.1" status: 200 len: 944 time: 0.2966900 Nov 16 21:55:32.013465 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-031ec493-0c6a-442c-8683-1ae45e4f1ff1 req-06a8349e-781b-4e66-94ed-e9d10a3f2b95 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c5f5821-f502-40f2-b130-6c081ed66760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399292 Nov 16 21:55:32.400590 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device 0479adca-30f8-4168-8072-810f9563a6e6 details requested by agent hyperv_hv-cinder-81814 with host hv-cinder-81814 {{(pid=86865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 16 21:55:32.529846 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port 0479adca-30f8-4168-8072-810f9563a6e6, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=0479adca-30f8-4168-8072-810f9563a6e6,segment=NetworkSegment(0768277f-89e3-47c8-84f9-a7ae38cc5ef8),segment_id=0768277f-89e3-47c8-84f9-a7ae38cc5ef8)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:55:32.542406 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Returning: {'device': '0479adca-30f8-4168-8072-810f9563a6e6', 'network_id': 'cfb6277a-1481-4312-adb0-643dce04514b', 'port_id': '0479adca-30f8-4168-8072-810f9563a6e6', 'mac_address': 'fa:16:3e:a0:bf:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd05cea4-2dd2-4a0d-8f4a-e62d3c4e1889', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 16 21:55:32.598773 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:32.614906 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.notifiers.nova [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0479adca-30f8-4168-8072-810f9563a6e6 {{(pid=86865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:55:32.629395 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port 0479adca-30f8-4168-8072-810f9563a6e6, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=0479adca-30f8-4168-8072-810f9563a6e6,segment=NetworkSegment(0768277f-89e3-47c8-84f9-a7ae38cc5ef8),segment_id=0768277f-89e3-47c8-84f9-a7ae38cc5ef8)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:55:32.633160 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:32.634981 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:55:32.700271 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Pushing event updated for resources: {'Port': ['ID=0479adca-30f8-4168-8072-810f9563a6e6,revision_number=4']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:32.703256 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:55:32.923889 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] get_ports_and_sgs() called for port_ids ['0479adca-30f8-4168-8072-810f9563a6e6'] {{(pid=86865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 16 21:55:32.989479 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d8c06-fb72-4e51-b936-a5e41a3c0a11 req-a477e442-a159-436b-8a6c-4603e31302bc tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:32.991227 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-891d8c06-fb72-4e51-b936-a5e41a3c0a11 req-a477e442-a159-436b-8a6c-4603e31302bc tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/ports?device_id=f925a57d-f4d6-4303-8b4c-f82f3c7c61bd HTTP/1.1" status: 200 len: 943 time: 0.0831518 Nov 16 21:55:33.035741 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-891d8c06-fb72-4e51-b936-a5e41a3c0a11 req-cb4283a7-f01f-477a-85da-67fbebe12161 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/security-groups?id=4a9b460f-8f24-4635-8eb2-2727222fe8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381596 Nov 16 21:55:33.208942 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b9d1c-cd94-433b-bbc8-8fab636318b0 req-2906a609-502c-40ef-9711-0f79a729eb6b tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:33.210452 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-973b9d1c-cd94-433b-bbc8-8fab636318b0 req-2906a609-502c-40ef-9711-0f79a729eb6b tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fab366d-9988-4d45-979a-c9db7d6681c7 HTTP/1.1" status: 200 len: 945 time: 0.0875390 Nov 16 21:55:33.256764 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-973b9d1c-cd94-433b-bbc8-8fab636318b0 req-092662b5-6811-44ba-9435-030c30506063 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c5f5821-f502-40f2-b130-6c081ed66760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407667 Nov 16 21:55:34.220654 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e1c3ff-5701-407f-9396-5447fa0c8dc7 req-6b03ac0f-6423-45f6-a6da-c363a05795e6 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:34.222106 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-d2e1c3ff-5701-407f-9396-5447fa0c8dc7 req-6b03ac0f-6423-45f6-a6da-c363a05795e6 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/ports?device_id=f925a57d-f4d6-4303-8b4c-f82f3c7c61bd HTTP/1.1" status: 200 len: 943 time: 0.0829351 Nov 16 21:55:34.264608 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-d2e1c3ff-5701-407f-9396-5447fa0c8dc7 req-0040b936-71f7-4587-91a5-ae27e780494e tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/security-groups?id=4a9b460f-8f24-4635-8eb2-2727222fe8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367503 Nov 16 21:55:34.398948 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device 749062f5-9cb4-4160-84d6-c990d5ada8ae details requested by agent hyperv_hv-cinder-81814 with host hv-cinder-81814 {{(pid=86865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 16 21:55:34.402648 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device 0479adca-30f8-4168-8072-810f9563a6e6 up at agent hyperv_hv-cinder-81814 {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 21:55:34.442463 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d1138-3a35-4af7-92de-694d7cceef92 req-ff4f9807-cda7-4787-a34f-c1bec5e0b051 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:34.443914 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-2f1d1138-3a35-4af7-92de-694d7cceef92 req-ff4f9807-cda7-4787-a34f-c1bec5e0b051 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fab366d-9988-4d45-979a-c9db7d6681c7 HTTP/1.1" status: 200 len: 945 time: 0.0814273 Nov 16 21:55:34.488868 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-2f1d1138-3a35-4af7-92de-694d7cceef92 req-bb47b7e5-a2bc-4f23-b1f9-913b9bbab326 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c5f5821-f502-40f2-b130-6c081ed66760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385010 Nov 16 21:55:34.549739 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Provisioning for port 0479adca-30f8-4168-8072-810f9563a6e6 completed by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:55:34.559543 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Provisioning complete for port 0479adca-30f8-4168-8072-810f9563a6e6 triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:55:34.559911 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:34.662107 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port 749062f5-9cb4-4160-84d6-c990d5ada8ae, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=749062f5-9cb4-4160-84d6-c990d5ada8ae,segment=NetworkSegment(3e585fd9-76d3-4d9f-902c-88f1b991a1f1),segment_id=3e585fd9-76d3-4d9f-902c-88f1b991a1f1)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:55:34.678842 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Returning: {'device': '749062f5-9cb4-4160-84d6-c990d5ada8ae', 'network_id': '86d88184-656f-4802-b205-562d456d133d', 'port_id': '749062f5-9cb4-4160-84d6-c990d5ada8ae', 'mac_address': 'fa:16:3e:5c:68:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '610d7894-6793-45a3-88f7-014c25c00b16', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 16 21:55:34.778469 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:34.798735 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:34.807463 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.notifiers.nova [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 749062f5-9cb4-4160-84d6-c990d5ada8ae {{(pid=86865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:55:34.832674 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port 749062f5-9cb4-4160-84d6-c990d5ada8ae, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=749062f5-9cb4-4160-84d6-c990d5ada8ae,segment=NetworkSegment(3e585fd9-76d3-4d9f-902c-88f1b991a1f1),segment_id=3e585fd9-76d3-4d9f-902c-88f1b991a1f1)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:55:34.837896 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fab366d-9988-4d45-979a-c9db7d6681c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0479adca-30f8-4168-8072-810f9563a6e6'}] {{(pid=86865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:55:34.845462 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:34.847961 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:55:34.880184 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port 0479adca-30f8-4168-8072-810f9563a6e6, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=0479adca-30f8-4168-8072-810f9563a6e6,segment=NetworkSegment(0768277f-89e3-47c8-84f9-a7ae38cc5ef8),segment_id=0768277f-89e3-47c8-84f9-a7ae38cc5ef8)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:55:34.888737 dv-cinder-818140-1-smb neutron-server[86865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fab366d-9988-4d45-979a-c9db7d6681c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0479adca-30f8-4168-8072-810f9563a6e6', 'code': 200} Nov 16 21:55:34.896930 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:34.925096 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Pushing event updated for resources: {'Port': ['ID=749062f5-9cb4-4160-84d6-c990d5ada8ae,revision_number=4']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:34.927900 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:55:34.928342 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:55:34.994235 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Pushing event updated for resources: {'Port': ['ID=0479adca-30f8-4168-8072-810f9563a6e6,revision_number=5']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:34.997894 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:55:35.117493 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] get_ports_and_sgs() called for port_ids ['749062f5-9cb4-4160-84d6-c990d5ada8ae'] {{(pid=86865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 16 21:55:35.127324 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3a6d8-2207-4fcd-aaac-2a775e000af6 req-dbc1e39f-8446-41b2-a249-cce09ead5303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:35.128757 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-faa3a6d8-2207-4fcd-aaac-2a775e000af6 req-dbc1e39f-8446-41b2-a249-cce09ead5303 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8fab366d-9988-4d45-979a-c9db7d6681c7 HTTP/1.1" status: 200 len: 1099 time: 0.0750933 Nov 16 21:55:35.171481 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-faa3a6d8-2207-4fcd-aaac-2a775e000af6 req-89666954-5275-4513-a151-3890826d73f4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0c5f5821-f502-40f2-b130-6c081ed66760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343242 Nov 16 21:55:35.450730 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2260c8-d907-4757-b2aa-8a0cd75740a0 req-fbd064f1-e4c7-462b-97a8-42defeea48df tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:35.452155 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-2f2260c8-d907-4757-b2aa-8a0cd75740a0 req-fbd064f1-e4c7-462b-97a8-42defeea48df tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/ports?device_id=f925a57d-f4d6-4303-8b4c-f82f3c7c61bd HTTP/1.1" status: 200 len: 944 time: 0.0789549 Nov 16 21:55:35.498642 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-2f2260c8-d907-4757-b2aa-8a0cd75740a0 req-32ef88dc-2ece-424b-bfac-a3d7c01861b2 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/security-groups?id=4a9b460f-8f24-4635-8eb2-2727222fe8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410197 Nov 16 21:55:35.683549 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0cb64d-5c84-4961-8464-14d3fdc4031f req-2ad628db-b3b8-47e0-9bff-ec5d04511061 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:35.685065 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-7e0cb64d-5c84-4961-8464-14d3fdc4031f req-2ad628db-b3b8-47e0-9bff-ec5d04511061 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fab366d-9988-4d45-979a-c9db7d6681c7 HTTP/1.1" status: 200 len: 946 time: 0.0871196 Nov 16 21:55:35.732067 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-7e0cb64d-5c84-4961-8464-14d3fdc4031f req-d328dc4d-56bf-44b7-9e49-0f94bcdd1948 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c5f5821-f502-40f2-b130-6c081ed66760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413241 Nov 16 21:55:36.411247 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device 749062f5-9cb4-4160-84d6-c990d5ada8ae up at agent hyperv_hv-cinder-81814 {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 21:55:36.478547 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Provisioning for port 749062f5-9cb4-4160-84d6-c990d5ada8ae completed by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:55:36.484350 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Provisioning complete for port 749062f5-9cb4-4160-84d6-c990d5ada8ae triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:55:36.484729 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:36.611078 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:36.657940 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port 749062f5-9cb4-4160-84d6-c990d5ada8ae, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=749062f5-9cb4-4160-84d6-c990d5ada8ae,segment=NetworkSegment(3e585fd9-76d3-4d9f-902c-88f1b991a1f1),segment_id=3e585fd9-76d3-4d9f-902c-88f1b991a1f1)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:55:36.662435 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:36.665034 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:55:36.691330 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae383ce-6bd0-42e8-8b5b-ef748e513b4a req-6433ca44-1041-495e-bcbd-ff0f4a5b94cf tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:36.692774 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-cae383ce-6bd0-42e8-8b5b-ef748e513b4a req-6433ca44-1041-495e-bcbd-ff0f4a5b94cf tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/ports?device_id=f925a57d-f4d6-4303-8b4c-f82f3c7c61bd HTTP/1.1" status: 200 len: 944 time: 0.0870953 Nov 16 21:55:36.733615 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Pushing event updated for resources: {'Port': ['ID=749062f5-9cb4-4160-84d6-c990d5ada8ae,revision_number=5']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:36.736715 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:55:36.741244 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-cae383ce-6bd0-42e8-8b5b-ef748e513b4a req-e1af03fb-f8c1-46f9-94fe-6c2bbd40b1ff tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/security-groups?id=4a9b460f-8f24-4635-8eb2-2727222fe8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427513 Nov 16 21:55:36.890021 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f925a57d-f4d6-4303-8b4c-f82f3c7c61bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749062f5-9cb4-4160-84d6-c990d5ada8ae'}] {{(pid=86865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:55:36.921349 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063f0a0-bf22-4a55-900c-b4a235b3fc2c req-e99d6ffb-3917-4a0f-b39b-bdc2baf94411 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:36.922847 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-0063f0a0-bf22-4a55-900c-b4a235b3fc2c req-e99d6ffb-3917-4a0f-b39b-bdc2baf94411 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fab366d-9988-4d45-979a-c9db7d6681c7 HTTP/1.1" status: 200 len: 946 time: 0.0810025 Nov 16 21:55:36.938554 dv-cinder-818140-1-smb neutron-server[86865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f925a57d-f4d6-4303-8b4c-f82f3c7c61bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749062f5-9cb4-4160-84d6-c990d5ada8ae', 'code': 200} Nov 16 21:55:36.977654 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-0063f0a0-bf22-4a55-900c-b4a235b3fc2c req-d5335b1d-cd93-4599-bfa3-24aea7922acb tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c5f5821-f502-40f2-b130-6c081ed66760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487976 Nov 16 21:55:37.219751 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ee87c-eb49-481d-9087-300796193326 req-bd7dd453-6169-41ec-a11e-36ee85f1b3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:37.221189 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-6d5ee87c-eb49-481d-9087-300796193326 req-bd7dd453-6169-41ec-a11e-36ee85f1b3eb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f925a57d-f4d6-4303-8b4c-f82f3c7c61bd HTTP/1.1" status: 200 len: 1098 time: 0.0997243 Nov 16 21:55:37.228518 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ffdc3-191e-4052-a0cf-f2fa4c0b706a req-88b3ef93-e1ec-48ee-aecd-eb5759c83763 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:37.230439 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-917ffdc3-191e-4052-a0cf-f2fa4c0b706a req-88b3ef93-e1ec-48ee-aecd-eb5759c83763 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fab366d-9988-4d45-979a-c9db7d6681c7 HTTP/1.1" status: 200 len: 946 time: 0.1446509 Nov 16 21:55:37.238442 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 44044) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:55:37.243680 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.v2.base [None req-99ef75af-9997-4016-8aac-146265a39ef3 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Request body: {'floatingip': {'port_id': '0479adca-30f8-4168-8072-810f9563a6e6'}} {{(pid=86864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:55:37.267078 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-6d5ee87c-eb49-481d-9087-300796193326 req-07f86ac4-b9bb-4df9-b2d3-ba5745daaa78 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4a9b460f-8f24-4635-8eb2-2727222fe8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351365 Nov 16 21:55:37.329822 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-99ef75af-9997-4016-8aac-146265a39ef3 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks [] for floatingip, before_update {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:38.046858 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-99ef75af-9997-4016-8aac-146265a39ef3 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:38.052208 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-99ef75af-9997-4016-8aac-146265a39ef3 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677620'] for floatingip, after_update {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:38.143638 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840dbfd0-4f25-4102-b2b5-36534b5c00a2 req-e6a6ebea-a111-4877-b8a3-411f80bcefa5 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:38.145184 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-840dbfd0-4f25-4102-b2b5-36534b5c00a2 req-e6a6ebea-a111-4877-b8a3-411f80bcefa5 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/ports?device_id=f925a57d-f4d6-4303-8b4c-f82f3c7c61bd HTTP/1.1" status: 200 len: 945 time: 0.2786629 Nov 16 21:55:38.268802 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-840dbfd0-4f25-4102-b2b5-36534b5c00a2 req-a2a48c2a-bb5a-478e-a775-97d9ae900b99 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/security-groups?id=4a9b460f-8f24-4635-8eb2-2727222fe8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682330 Nov 16 21:55:38.271364 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.db.l3_db [None req-99ef75af-9997-4016-8aac-146265a39ef3 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Floating IP 83803f63-098d-4f3f-9cf5-1c3933c8d376 associated. External IP: 172.28.3.110, port: 0479adca-30f8-4168-8072-810f9563a6e6. Nov 16 21:55:38.620807 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99ef75af-9997-4016-8aac-146265a39ef3 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Router 668b0f38-aba8-4815-9de1-17c0029411c1 has already been hosted by L3 agent 61e322f1-f733-4c16-8e8e-7253ec5fb84a {{(pid=86864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 16 21:55:38.807296 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ef75af-9997-4016-8aac-146265a39ef3 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify agent at l3_agent.dv-cinder-818140-1-smb the message routers_updated {{(pid=86864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 16 21:55:38.812859 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-99ef75af-9997-4016-8aac-146265a39ef3 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for floatingip, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:38.817565 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8378d85a-f7e6-47ea-8488-99c645251494 None None] Sync routers for ids ['668b0f38-aba8-4815-9de1-17c0029411c1'] in dv-cinder-818140-1-smb {{(pid=86865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:55:38.826880 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8378d85a-f7e6-47ea-8488-99c645251494 None None] Routers {'668b0f38-aba8-4815-9de1-17c0029411c1'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 21:55:38.827554 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-8378d85a-f7e6-47ea-8488-99c645251494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T21:55:27Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['668b0f38-aba8-4815-9de1-17c0029411c1'], 'active': True} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:55:38.868810 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-99ef75af-9997-4016-8aac-146265a39ef3 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "PUT /v2.0/floatingips/83803f63-098d-4f3f-9cf5-1c3933c8d376 HTTP/1.1" status: 200 len: 992 time: 1.6292956 Nov 16 21:55:38.869501 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fab366d-9988-4d45-979a-c9db7d6681c7', 'tag': '0479adca-30f8-4168-8072-810f9563a6e6'}] {{(pid=86864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:55:38.926793 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fab366d-9988-4d45-979a-c9db7d6681c7', 'tag': '0479adca-30f8-4168-8072-810f9563a6e6', 'status': 'completed', 'code': 200} Nov 16 21:55:39.014133 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvr_db [None req-8378d85a-f7e6-47ea-8488-99c645251494 None None] Set router 668b0f38-aba8-4815-9de1-17c0029411c1 gateway port host: dv-cinder-818140-1-smb {{(pid=86865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 21:55:39.043138 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df92412-c632-4175-8abe-67343502eef2 req-f373fd9b-cd29-49eb-8177-83c188fbb128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:39.044580 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-5df92412-c632-4175-8abe-67343502eef2 req-f373fd9b-cd29-49eb-8177-83c188fbb128 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=727ecad6d44746bbaca7ef41b34b6315&device_id=8fab366d-9988-4d45-979a-c9db7d6681c7 HTTP/1.1" status: 200 len: 1099 time: 0.0838463 Nov 16 21:55:39.179456 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df92412-c632-4175-8abe-67343502eef2 req-ff375410-44cc-4aa8-a04e-7da7d8a27aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:39.180777 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-5df92412-c632-4175-8abe-67343502eef2 req-ff375410-44cc-4aa8-a04e-7da7d8a27aa6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=cfb6277a-1481-4312-adb0-643dce04514b HTTP/1.1" status: 200 len: 917 time: 0.1274817 Nov 16 21:55:39.279856 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-5df92412-c632-4175-8abe-67343502eef2 req-81738dea-12b7-417a-99f8-d7a717cbd198 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0479adca-30f8-4168-8072-810f9563a6e6 HTTP/1.1" status: 200 len: 1000 time: 0.0917788 Nov 16 21:55:39.351220 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df92412-c632-4175-8abe-67343502eef2 req-475b8ede-dfd5-4b19-939f-8320ce58fdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:39.353036 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-5df92412-c632-4175-8abe-67343502eef2 req-475b8ede-dfd5-4b19-939f-8320ce58fdaa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fd05cea4-2dd2-4a0d-8f4a-e62d3c4e1889 HTTP/1.1" status: 200 len: 855 time: 0.0640581 Nov 16 21:55:39.361040 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-8378d85a-f7e6-47ea-8488-99c645251494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668b0f38-aba8-4815-9de1-17c0029411c1', 'name': 'tempest-AttachVolumeShelveTestJSON-809381388-router', 'tenant_id': '727ecad6d44746bbaca7ef41b34b6315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': '42a84d3b-7d34-4e74-959e-afc99b56760a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:51:36Z', 'updated_at': '2021-11-16T21:51:45Z', 'revision_number': 4, 'project_id': '727ecad6d44746bbaca7ef41b34b6315', 'gw_port': {'id': '42a84d3b-7d34-4e74-959e-afc99b56760a', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:74:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668b0f38-aba8-4815-9de1-17c0029411c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:37Z', 'updated_at': '2021-11-16T21:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb', '_floatingips': [{'id': '83803f63-098d-4f3f-9cf5-1c3933c8d376', 'tenant_id': '727ecad6d44746bbaca7ef41b34b6315', 'floating_ip_address': '172.28.3.110', 'floating_network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'router_id': '668b0f38-aba8-4815-9de1-17c0029411c1', 'port_id': '0479adca-30f8-4168-8072-810f9563a6e6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb6277a-1481-4312-adb0-643dce04514b', 'mac_address': 'fa:16:3e:a0:bf:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fab366d-9988-4d45-979a-c9db7d6681c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:55:22Z', 'updated_at': '2021-11-16T21:55:37Z', 'revision_number': 1, 'project_id': '727ecad6d44746bbaca7ef41b34b6315', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47b7cff2-a530-4bb3-a4bc-6b8f685bfb70', 'name': '', 'network_id': 'cfb6277a-1481-4312-adb0-643dce04514b', 'tenant_id': '727ecad6d44746bbaca7ef41b34b6315', 'mac_address': 'fa:16:3e:2e:4c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668b0f38-aba8-4815-9de1-17c0029411c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fd05cea4-2dd2-4a0d-8f4a-e62d3c4e1889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:43Z', 'updated_at': '2021-11-16T21:51:57Z', 'revision_number': 5, 'project_id': '727ecad6d44746bbaca7ef41b34b6315', 'subnets': [{'id': 'fd05cea4-2dd2-4a0d-8f4a-e62d3c4e1889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:55:39.364911 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8378d85a-f7e6-47ea-8488-99c645251494 None None] Checking router: 668b0f38-aba8-4815-9de1-17c0029411c1 for host: dv-cinder-818140-1-smb {{(pid=86865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:55:39.374431 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8378d85a-f7e6-47ea-8488-99c645251494 None None] Routers {'668b0f38-aba8-4815-9de1-17c0029411c1'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 21:55:39.375050 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-8378d85a-f7e6-47ea-8488-99c645251494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T21:55:27Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['668b0f38-aba8-4815-9de1-17c0029411c1'], 'active': True} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:55:39.435424 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df92412-c632-4175-8abe-67343502eef2 req-72899c34-68c9-41fe-a0dd-d796eed43dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:39.437147 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-5df92412-c632-4175-8abe-67343502eef2 req-72899c34-68c9-41fe-a0dd-d796eed43dc5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cfb6277a-1481-4312-adb0-643dce04514b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0765786 Nov 16 21:55:39.459427 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373b69c3-0e20-4015-9f42-52943bd41b0e req-39762a86-fb6c-4de7-bbf1-8072411acb61 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:39.461018 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-373b69c3-0e20-4015-9f42-52943bd41b0e req-39762a86-fb6c-4de7-bbf1-8072411acb61 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/ports?device_id=f925a57d-f4d6-4303-8b4c-f82f3c7c61bd HTTP/1.1" status: 200 len: 945 time: 0.0838008 Nov 16 21:55:39.506890 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-373b69c3-0e20-4015-9f42-52943bd41b0e req-b29b19ec-9350-4b51-bd45-084a04cb2a1a tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/security-groups?id=4a9b460f-8f24-4635-8eb2-2727222fe8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399199 Nov 16 21:55:39.561821 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvr_db [None req-8378d85a-f7e6-47ea-8488-99c645251494 None None] Set router 668b0f38-aba8-4815-9de1-17c0029411c1 gateway port host: dv-cinder-818140-1-smb {{(pid=86865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 21:55:39.582337 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-5df92412-c632-4175-8abe-67343502eef2 req-cc6d9eb0-b33f-4ab6-a681-6d4f3642e433 service neutron] 10.222.0.60 "GET /v2.0/networks/cfb6277a-1481-4312-adb0-643dce04514b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320963 Nov 16 21:55:39.730651 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-5df92412-c632-4175-8abe-67343502eef2 req-b252bdf0-aad3-46dc-8a0e-e2739bbbbc3a service neutron] 10.222.0.60 "GET /v2.0/networks/cfb6277a-1481-4312-adb0-643dce04514b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337178 Nov 16 21:55:39.950205 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-8378d85a-f7e6-47ea-8488-99c645251494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668b0f38-aba8-4815-9de1-17c0029411c1', 'name': 'tempest-AttachVolumeShelveTestJSON-809381388-router', 'tenant_id': '727ecad6d44746bbaca7ef41b34b6315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': '42a84d3b-7d34-4e74-959e-afc99b56760a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:51:36Z', 'updated_at': '2021-11-16T21:51:45Z', 'revision_number': 4, 'project_id': '727ecad6d44746bbaca7ef41b34b6315', 'gw_port': {'id': '42a84d3b-7d34-4e74-959e-afc99b56760a', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:74:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668b0f38-aba8-4815-9de1-17c0029411c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:37Z', 'updated_at': '2021-11-16T21:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb', '_floatingips': [{'id': '83803f63-098d-4f3f-9cf5-1c3933c8d376', 'tenant_id': '727ecad6d44746bbaca7ef41b34b6315', 'floating_ip_address': '172.28.3.110', 'floating_network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'router_id': '668b0f38-aba8-4815-9de1-17c0029411c1', 'port_id': '0479adca-30f8-4168-8072-810f9563a6e6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb6277a-1481-4312-adb0-643dce04514b', 'mac_address': 'fa:16:3e:a0:bf:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fab366d-9988-4d45-979a-c9db7d6681c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:55:22Z', 'updated_at': '2021-11-16T21:55:37Z', 'revision_number': 1, 'project_id': '727ecad6d44746bbaca7ef41b34b6315', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47b7cff2-a530-4bb3-a4bc-6b8f685bfb70', 'name': '', 'network_id': 'cfb6277a-1481-4312-adb0-643dce04514b', 'tenant_id': '727ecad6d44746bbaca7ef41b34b6315', 'mac_address': 'fa:16:3e:2e:4c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668b0f38-aba8-4815-9de1-17c0029411c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fd05cea4-2dd2-4a0d-8f4a-e62d3c4e1889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:43Z', 'updated_at': '2021-11-16T21:51:57Z', 'revision_number': 5, 'project_id': '727ecad6d44746bbaca7ef41b34b6315', 'subnets': [{'id': 'fd05cea4-2dd2-4a0d-8f4a-e62d3c4e1889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:55:39.954185 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8378d85a-f7e6-47ea-8488-99c645251494 None None] The sync data for ids ['668b0f38-aba8-4815-9de1-17c0029411c1'] in dv-cinder-818140-1-smb is: [{'id': '668b0f38-aba8-4815-9de1-17c0029411c1', 'name': 'tempest-AttachVolumeShelveTestJSON-809381388-router', 'tenant_id': '727ecad6d44746bbaca7ef41b34b6315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': '42a84d3b-7d34-4e74-959e-afc99b56760a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:51:36Z', 'updated_at': '2021-11-16T21:51:45Z', 'revision_number': 4, 'project_id': '727ecad6d44746bbaca7ef41b34b6315', 'gw_port': {'id': '42a84d3b-7d34-4e74-959e-afc99b56760a', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:74:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668b0f38-aba8-4815-9de1-17c0029411c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:37Z', 'updated_at': '2021-11-16T21:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb', '_floatingips': [{'id': '83803f63-098d-4f3f-9cf5-1c3933c8d376', 'tenant_id': '727ecad6d44746bbaca7ef41b34b6315', 'floating_ip_address': '172.28.3.110', 'floating_network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'router_id': '668b0f38-aba8-4815-9de1-17c0029411c1', 'port_id': '0479adca-30f8-4168-8072-810f9563a6e6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb6277a-1481-4312-adb0-643dce04514b', 'mac_address': 'fa:16:3e:a0:bf:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fab366d-9988-4d45-979a-c9db7d6681c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:55:22Z', 'updated_at': '2021-11-16T21:55:37Z', 'revision_number': 1, 'project_id': '727ecad6d44746bbaca7ef41b34b6315', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47b7cff2-a530-4bb3-a4bc-6b8f685bfb70', 'name': '', 'network_id': 'cfb6277a-1481-4312-adb0-643dce04514b', 'tenant_id': '727ecad6d44746bbaca7ef41b34b6315', 'mac_address': 'fa:16:3e:2e:4c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668b0f38-aba8-4815-9de1-17c0029411c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fd05cea4-2dd2-4a0d-8f4a-e62d3c4e1889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:43Z', 'updated_at': '2021-11-16T21:51:57Z', 'revision_number': 5, 'project_id': '727ecad6d44746bbaca7ef41b34b6315', 'subnets': [{'id': 'fd05cea4-2dd2-4a0d-8f4a-e62d3c4e1889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:55:40.185866 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff60c6ee-507e-47fa-b684-154dcc641af6 None None] New status for floating IP 83803f63-098d-4f3f-9cf5-1c3933c8d376: ACTIVE {{(pid=86866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:55:40.387847 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-0a733d2e-58c6-4d23-990e-fb4a20f5b3b2 req-8fdc3f84-2915-444b-ac50-c04c66d21c55 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-266502334&fields=id&tenant_id=0121324dc4634d618660eb8421898f4a HTTP/1.1" status: 200 len: 267 time: 0.0395708 Nov 16 21:55:40.558212 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a733d2e-58c6-4d23-990e-fb4a20f5b3b2 req-d3f6aa24-ae7d-4a0f-8b57-befab3dfad0a tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:40.559658 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-0a733d2e-58c6-4d23-990e-fb4a20f5b3b2 req-d3f6aa24-ae7d-4a0f-8b57-befab3dfad0a tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce06053d-1e39-4dfd-bac0-3704072050cb HTTP/1.1" status: 200 len: 985 time: 0.1659167 Nov 16 21:55:40.570078 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [req-0a733d2e-58c6-4d23-990e-fb4a20f5b3b2 req-d5182e64-da56-4d01-87df-e9b84dbdddcc tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Request body: {'port': {'security_groups': ['32489ef2-4d6d-4b12-8fcc-6f400adc7c80']}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:55:40.692426 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-0a733d2e-58c6-4d23-990e-fb4a20f5b3b2 req-d5182e64-da56-4d01-87df-e9b84dbdddcc tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:40.935982 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.db [req-0a733d2e-58c6-4d23-990e-fb4a20f5b3b2 req-d5182e64-da56-4d01-87df-e9b84dbdddcc tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] For port 8b862b37-bab8-4107-b783-400ee75fa034, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=8b862b37-bab8-4107-b783-400ee75fa034,segment=NetworkSegment(17dd1725-2c57-400e-9e6b-11a5956cf79c),segment_id=17dd1725-2c57-400e-9e6b-11a5956cf79c)] {{(pid=86863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:55:40.961490 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-0a733d2e-58c6-4d23-990e-fb4a20f5b3b2 req-d5182e64-da56-4d01-87df-e9b84dbdddcc tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify callbacks [] for port, precommit_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:40.968072 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-0a733d2e-58c6-4d23-990e-fb4a20f5b3b2 req-d5182e64-da56-4d01-87df-e9b84dbdddcc tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:40.976641 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-a4b92636-b03c-4fae-80df-24caf2a2528f tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:55:40.984419 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] get_ports_and_sgs() called for port_ids ['8b862b37-bab8-4107-b783-400ee75fa034'] {{(pid=86865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 16 21:55:41.098500 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a733d2e-58c6-4d23-990e-fb4a20f5b3b2 req-d5182e64-da56-4d01-87df-e9b84dbdddcc tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:41.098500 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-0a733d2e-58c6-4d23-990e-fb4a20f5b3b2 req-d5182e64-da56-4d01-87df-e9b84dbdddcc tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for port, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:41.098500 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-0a733d2e-58c6-4d23-990e-fb4a20f5b3b2 req-d5182e64-da56-4d01-87df-e9b84dbdddcc tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "PUT /v2.0/ports/8b862b37-bab8-4107-b783-400ee75fa034 HTTP/1.1" status: 200 len: 943 time: 0.5316319 Nov 16 21:55:41.098500 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce06053d-1e39-4dfd-bac0-3704072050cb', 'tag': '8b862b37-bab8-4107-b783-400ee75fa034'}] {{(pid=86863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:55:41.104017 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 44078) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:55:41.127187 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5182e64-da56-4d01-87df-e9b84dbdddcc tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Pushing event updated for resources: {'Port': ['ID=8b862b37-bab8-4107-b783-400ee75fa034,revision_number=7']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:41.132678 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-d5182e64-da56-4d01-87df-e9b84dbdddcc tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:55:41.172676 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce06053d-1e39-4dfd-bac0-3704072050cb', 'tag': '8b862b37-bab8-4107-b783-400ee75fa034', 'status': 'completed', 'code': 200} Nov 16 21:55:41.194417 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-3ed0ac1d-9278-4cc7-8a00-91bac01ecf0a tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify callbacks [] for security_group, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:41.253829 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] get_ports_and_sgs() called for port_ids ['8b862b37-bab8-4107-b783-400ee75fa034'] {{(pid=86865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 16 21:55:41.272775 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-3ed0ac1d-9278-4cc7-8a00-91bac01ecf0a tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:41.352517 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9922aa-aa6e-4c5c-9528-c5d30eeecf5b req-71f02b5b-ab24-4728-a6fe-799fb30c9afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:41.355301 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-1f9922aa-aa6e-4c5c-9528-c5d30eeecf5b req-71f02b5b-ab24-4728-a6fe-799fb30c9afa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0121324dc4634d618660eb8421898f4a&device_id=ce06053d-1e39-4dfd-bac0-3704072050cb HTTP/1.1" status: 200 len: 1099 time: 0.1483376 Nov 16 21:55:41.403421 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-3ed0ac1d-9278-4cc7-8a00-91bac01ecf0a tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:41.407480 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-1a6483a8-fc2a-4a55-ae69-e5b625951a13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:55:41.440754 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed0ac1d-9278-4cc7-8a00-91bac01ecf0a tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e8b3ce-5779-4f2b-b5be-768f7f23187c,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:41.447864 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-3ed0ac1d-9278-4cc7-8a00-91bac01ecf0a tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:55:41.471133 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-3ed0ac1d-9278-4cc7-8a00-91bac01ecf0a tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify callbacks [] for security_group, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:41.475223 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-3ed0ac1d-9278-4cc7-8a00-91bac01ecf0a tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "DELETE /v2.0/security-groups/b5e8b3ce-5779-4f2b-b5be-768f7f23187c HTTP/1.1" status: 204 len: 168 time: 0.3695555 Nov 16 21:55:41.475788 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 44090) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:55:41.518613 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-4dbb8fed-3b10-414b-bfe3-ed33fdec2624 None None] Provisioning complete for port 8b862b37-bab8-4107-b783-400ee75fa034 triggered by entity DHCP. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:55:41.518991 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-4dbb8fed-3b10-414b-bfe3-ed33fdec2624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:41.653516 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9922aa-aa6e-4c5c-9528-c5d30eeecf5b req-9e47af48-7e15-4259-8f48-819c370d9d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:41.655107 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-1f9922aa-aa6e-4c5c-9528-c5d30eeecf5b req-9e47af48-7e15-4259-8f48-819c370d9d6a service neutron] 10.222.0.60 "GET /v2.0/networks?id=c5eafeb0-dec6-468b-8eb8-3ad7b65a9408 HTTP/1.1" status: 200 len: 916 time: 0.2773778 Nov 16 21:55:41.781204 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-1f9922aa-aa6e-4c5c-9528-c5d30eeecf5b req-e159e349-5530-49fd-b311-04fc073e91f2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b862b37-bab8-4107-b783-400ee75fa034 HTTP/1.1" status: 200 len: 1002 time: 0.1123848 Nov 16 21:55:41.819687 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.plugin [None req-d0a4c091-7f64-4b6d-b615-d85709434983 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Deleting port 7d952715-b31f-4487-b3fb-b6ba4351da0c {{(pid=86864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 16 21:55:41.820020 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-d0a4c091-7f64-4b6d-b615-d85709434983 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790568630941'] for port, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:41.850760 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9922aa-aa6e-4c5c-9528-c5d30eeecf5b req-7fb24bab-19df-4cbc-ace9-979a2f7fec1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:41.852164 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-1f9922aa-aa6e-4c5c-9528-c5d30eeecf5b req-7fb24bab-19df-4cbc-ace9-979a2f7fec1b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d6c6635f-06ee-4a59-b0bc-7e807ed8a05e HTTP/1.1" status: 200 len: 854 time: 0.0628033 Nov 16 21:55:41.935116 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9922aa-aa6e-4c5c-9528-c5d30eeecf5b req-3eaa1ce0-f0b5-4bb9-a741-8dde01e39bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:41.936667 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-1f9922aa-aa6e-4c5c-9528-c5d30eeecf5b req-3eaa1ce0-f0b5-4bb9-a741-8dde01e39bed service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c5eafeb0-dec6-468b-8eb8-3ad7b65a9408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0742996 Nov 16 21:55:42.072400 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-1f9922aa-aa6e-4c5c-9528-c5d30eeecf5b req-085d8cad-7276-4577-baae-e27f308cc062 service neutron] 10.222.0.60 "GET /v2.0/networks/c5eafeb0-dec6-468b-8eb8-3ad7b65a9408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266825 Nov 16 21:55:42.109054 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1dc765-babb-475c-918d-844da725f347 req-0cea7cb7-28e6-4750-9129-eba1dbb5a524 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:42.110478 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-1a1dc765-babb-475c-918d-844da725f347 req-0cea7cb7-28e6-4750-9129-eba1dbb5a524 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/networks?id=86d88184-656f-4802-b205-562d456d133d HTTP/1.1" status: 200 len: 815 time: 0.4019101 Nov 16 21:55:42.134177 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-1a1dc765-babb-475c-918d-844da725f347 req-f7ed2821-fd2c-4478-8b9b-afe6f6df0007 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/quotas/2bdcf483bf7846ea91187eab3a26679a HTTP/1.1" status: 200 len: 375 time: 0.0167258 Nov 16 21:55:42.203341 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-d0a4c091-7f64-4b6d-b615-d85709434983 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675270'] for port, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:42.203658 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-d0a4c091-7f64-4b6d-b615-d85709434983 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:42.211463 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-1f9922aa-aa6e-4c5c-9528-c5d30eeecf5b req-97411b01-ccd4-453f-bcb4-9d47825481ae service neutron] 10.222.0.60 "GET /v2.0/networks/c5eafeb0-dec6-468b-8eb8-3ad7b65a9408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264465 Nov 16 21:55:42.353197 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.plugin [None req-d0a4c091-7f64-4b6d-b615-d85709434983 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Calling delete_port for 7d952715-b31f-4487-b3fb-b6ba4351da0c owned by network:floatingip {{(pid=86864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 16 21:55:42.424072 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-1a1dc765-babb-475c-918d-844da725f347 req-d74f6d92-9919-4900-9bdd-7b76c2c03eba tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2bdcf483bf7846ea91187eab3a26679a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2787118 Nov 16 21:55:42.623502 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-1a1dc765-babb-475c-918d-844da725f347 req-22d1acc0-a334-47fa-bdd6-9eda627da62d service neutron] 10.222.0.50 "GET /v2.0/networks/86d88184-656f-4802-b205-562d456d133d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913559 Nov 16 21:55:42.705803 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-d0a4c091-7f64-4b6d-b615-d85709434983 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790568634161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790568269114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3119288'] for port, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:42.713013 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:55:42.765925 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a4c091-7f64-4b6d-b615-d85709434983 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Pushing event deleted for resources: {'Port': ['ID=7d952715-b31f-4487-b3fb-b6ba4351da0c,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:42.768395 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-d0a4c091-7f64-4b6d-b615-d85709434983 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:55:42.883744 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-1a1dc765-babb-475c-918d-844da725f347 req-2fcc5fec-7fdb-4728-888f-aca780cbde49 service neutron] 10.222.0.50 "GET /v2.0/networks/86d88184-656f-4802-b205-562d456d133d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521975 Nov 16 21:55:42.890178 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-d0a4c091-7f64-4b6d-b615-d85709434983 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify callbacks [] for floatingip, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:42.890502 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.db.l3_db [None req-d0a4c091-7f64-4b6d-b615-d85709434983 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Floating IP f17bd859-d2fe-4167-8f87-7f034afdfe08 disassociated (deleted). External IP: 172.28.3.217, port: 8b862b37-bab8-4107-b783-400ee75fa034. Nov 16 21:55:43.062245 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-ef88f384-7764-4ed0-a32f-7e24baad2aa9 req-42e7b1d9-b302-45a6-a860-d30e4576d03c tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e6eb72e-8df5-4b6f-bc29-6bbf62182c28 HTTP/1.1" status: 200 len: 210 time: 0.0427825 Nov 16 21:55:43.258356 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0a4c091-7f64-4b6d-b615-d85709434983 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Router ced5a01a-e0ec-4bc9-aea4-adb27a47c62d has already been hosted by L3 agent 61e322f1-f733-4c16-8e8e-7253ec5fb84a {{(pid=86864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 16 21:55:43.551272 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a4c091-7f64-4b6d-b615-d85709434983 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify agent at l3_agent.dv-cinder-818140-1-smb the message routers_updated {{(pid=86864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 16 21:55:43.562160 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7094569a-fdd0-4e6d-b22c-095307981496 None None] Sync routers for ids ['ced5a01a-e0ec-4bc9-aea4-adb27a47c62d'] in dv-cinder-818140-1-smb {{(pid=86865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:55:43.574771 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7094569a-fdd0-4e6d-b22c-095307981496 None None] Routers {'ced5a01a-e0ec-4bc9-aea4-adb27a47c62d'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 21:55:43.575329 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-d0a4c091-7f64-4b6d-b615-d85709434983 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for floatingip, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:43.575595 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-7094569a-fdd0-4e6d-b22c-095307981496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T21:55:27Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['ced5a01a-e0ec-4bc9-aea4-adb27a47c62d'], 'active': True} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:55:43.632331 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-d0a4c091-7f64-4b6d-b615-d85709434983 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "DELETE /v2.0/floatingips/f17bd859-d2fe-4167-8f87-7f034afdfe08 HTTP/1.1" status: 204 len: 168 time: 2.1555107 Nov 16 21:55:43.634325 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce06053d-1e39-4dfd-bac0-3704072050cb', 'tag': '8b862b37-bab8-4107-b783-400ee75fa034'}] {{(pid=86864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:55:43.774817 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvr_db [None req-7094569a-fdd0-4e6d-b22c-095307981496 None None] Set router ced5a01a-e0ec-4bc9-aea4-adb27a47c62d gateway port host: dv-cinder-818140-1-smb {{(pid=86865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 21:55:43.795931 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce06053d-1e39-4dfd-bac0-3704072050cb', 'tag': '8b862b37-bab8-4107-b783-400ee75fa034', 'status': 'completed', 'code': 200} Nov 16 21:55:43.901392 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f8944-ed42-4bf9-be7d-29773dca3340 req-aa30a37d-6736-40da-9778-5290b121c4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:43.904047 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-e43f8944-ed42-4bf9-be7d-29773dca3340 req-aa30a37d-6736-40da-9778-5290b121c4a3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0121324dc4634d618660eb8421898f4a&device_id=ce06053d-1e39-4dfd-bac0-3704072050cb HTTP/1.1" status: 200 len: 1099 time: 0.0794666 Nov 16 21:55:44.129802 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f8944-ed42-4bf9-be7d-29773dca3340 req-4bf3371f-69fd-43c9-9218-15105245e69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:44.131299 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-e43f8944-ed42-4bf9-be7d-29773dca3340 req-4bf3371f-69fd-43c9-9218-15105245e69f service neutron] 10.222.0.60 "GET /v2.0/networks?id=c5eafeb0-dec6-468b-8eb8-3ad7b65a9408 HTTP/1.1" status: 200 len: 916 time: 0.2129865 Nov 16 21:55:44.212643 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-7094569a-fdd0-4e6d-b22c-095307981496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced5a01a-e0ec-4bc9-aea4-adb27a47c62d', 'name': 'tempest-TestMinimumBasicScenario-2020094586-router', 'tenant_id': '0121324dc4634d618660eb8421898f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': '85a36556-241e-460e-936e-6faddb07f596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:52:41Z', 'updated_at': '2021-11-16T21:52:49Z', 'revision_number': 4, 'project_id': '0121324dc4634d618660eb8421898f4a', 'gw_port': {'id': '85a36556-241e-460e-936e-6faddb07f596', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced5a01a-e0ec-4bc9-aea4-adb27a47c62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:52:42Z', 'updated_at': '2021-11-16T21:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb', '_interfaces': [{'id': 'b9361f43-d04c-4474-a02b-2782cbee803c', 'name': '', 'network_id': 'c5eafeb0-dec6-468b-8eb8-3ad7b65a9408', 'tenant_id': '0121324dc4634d618660eb8421898f4a', 'mac_address': 'fa:16:3e:cd:8b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced5a01a-e0ec-4bc9-aea4-adb27a47c62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'd6c6635f-06ee-4a59-b0bc-7e807ed8a05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:52:48Z', 'updated_at': '2021-11-16T21:53:01Z', 'revision_number': 5, 'project_id': '0121324dc4634d618660eb8421898f4a', 'subnets': [{'id': 'd6c6635f-06ee-4a59-b0bc-7e807ed8a05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:55:44.224143 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7094569a-fdd0-4e6d-b22c-095307981496 None None] Checking router: ced5a01a-e0ec-4bc9-aea4-adb27a47c62d for host: dv-cinder-818140-1-smb {{(pid=86865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:55:44.235234 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7094569a-fdd0-4e6d-b22c-095307981496 None None] Routers {'ced5a01a-e0ec-4bc9-aea4-adb27a47c62d'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 21:55:44.236168 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-7094569a-fdd0-4e6d-b22c-095307981496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T21:55:27Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['ced5a01a-e0ec-4bc9-aea4-adb27a47c62d'], 'active': True} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:55:44.478431 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvr_db [None req-7094569a-fdd0-4e6d-b22c-095307981496 None None] Set router ced5a01a-e0ec-4bc9-aea4-adb27a47c62d gateway port host: dv-cinder-818140-1-smb {{(pid=86865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 21:55:44.479076 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-e43f8944-ed42-4bf9-be7d-29773dca3340 req-21fe623c-c018-4877-9c57-8f612ff6e463 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b862b37-bab8-4107-b783-400ee75fa034 HTTP/1.1" status: 200 len: 217 time: 0.3333852 Nov 16 21:55:44.485961 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-852659f9-9d64-46e8-9c59-2409df957b18 req-c87489cd-72e4-49d8-8526-42ae7cccb56e tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e6eb72e-8df5-4b6f-bc29-6bbf62182c28 HTTP/1.1" status: 200 len: 210 time: 0.2050602 Nov 16 21:55:44.599024 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f8944-ed42-4bf9-be7d-29773dca3340 req-96268212-0cae-4b56-8b0a-d86f8500a140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:44.600472 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-e43f8944-ed42-4bf9-be7d-29773dca3340 req-96268212-0cae-4b56-8b0a-d86f8500a140 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d6c6635f-06ee-4a59-b0bc-7e807ed8a05e HTTP/1.1" status: 200 len: 854 time: 0.0966232 Nov 16 21:55:44.609263 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1dc765-babb-475c-918d-844da725f347 req-fc4edfbc-f82d-410f-8a13-66b5803502e0 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:44.610640 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-1a1dc765-babb-475c-918d-844da725f347 req-fc4edfbc-f82d-410f-8a13-66b5803502e0 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.60 "GET /v2.0/networks?id=86d88184-656f-4802-b205-562d456d133d HTTP/1.1" status: 200 len: 815 time: 0.3768678 Nov 16 21:55:44.658462 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [req-1a1dc765-babb-475c-918d-844da725f347 req-ed21f4c7-3ba8-44cf-9b51-beca1ef6ec8e tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Request body: {'port': {'device_id': '9e6eb72e-8df5-4b6f-bc29-6bbf62182c28', 'network_id': '86d88184-656f-4802-b205-562d456d133d', 'admin_state_up': True, 'tenant_id': '2bdcf483bf7846ea91187eab3a26679a'}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:55:44.810600 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-7094569a-fdd0-4e6d-b22c-095307981496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced5a01a-e0ec-4bc9-aea4-adb27a47c62d', 'name': 'tempest-TestMinimumBasicScenario-2020094586-router', 'tenant_id': '0121324dc4634d618660eb8421898f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': '85a36556-241e-460e-936e-6faddb07f596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:52:41Z', 'updated_at': '2021-11-16T21:52:49Z', 'revision_number': 4, 'project_id': '0121324dc4634d618660eb8421898f4a', 'gw_port': {'id': '85a36556-241e-460e-936e-6faddb07f596', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced5a01a-e0ec-4bc9-aea4-adb27a47c62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:52:42Z', 'updated_at': '2021-11-16T21:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb', '_interfaces': [{'id': 'b9361f43-d04c-4474-a02b-2782cbee803c', 'name': '', 'network_id': 'c5eafeb0-dec6-468b-8eb8-3ad7b65a9408', 'tenant_id': '0121324dc4634d618660eb8421898f4a', 'mac_address': 'fa:16:3e:cd:8b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced5a01a-e0ec-4bc9-aea4-adb27a47c62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'd6c6635f-06ee-4a59-b0bc-7e807ed8a05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:52:48Z', 'updated_at': '2021-11-16T21:53:01Z', 'revision_number': 5, 'project_id': '0121324dc4634d618660eb8421898f4a', 'subnets': [{'id': 'd6c6635f-06ee-4a59-b0bc-7e807ed8a05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:55:44.814612 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7094569a-fdd0-4e6d-b22c-095307981496 None None] The sync data for ids ['ced5a01a-e0ec-4bc9-aea4-adb27a47c62d'] in dv-cinder-818140-1-smb is: [{'id': 'ced5a01a-e0ec-4bc9-aea4-adb27a47c62d', 'name': 'tempest-TestMinimumBasicScenario-2020094586-router', 'tenant_id': '0121324dc4634d618660eb8421898f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': '85a36556-241e-460e-936e-6faddb07f596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:52:41Z', 'updated_at': '2021-11-16T21:52:49Z', 'revision_number': 4, 'project_id': '0121324dc4634d618660eb8421898f4a', 'gw_port': {'id': '85a36556-241e-460e-936e-6faddb07f596', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced5a01a-e0ec-4bc9-aea4-adb27a47c62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:52:42Z', 'updated_at': '2021-11-16T21:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb', '_interfaces': [{'id': 'b9361f43-d04c-4474-a02b-2782cbee803c', 'name': '', 'network_id': 'c5eafeb0-dec6-468b-8eb8-3ad7b65a9408', 'tenant_id': '0121324dc4634d618660eb8421898f4a', 'mac_address': 'fa:16:3e:cd:8b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced5a01a-e0ec-4bc9-aea4-adb27a47c62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'd6c6635f-06ee-4a59-b0bc-7e807ed8a05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:52:48Z', 'updated_at': '2021-11-16T21:53:01Z', 'revision_number': 5, 'project_id': '0121324dc4634d618660eb8421898f4a', 'subnets': [{'id': 'd6c6635f-06ee-4a59-b0bc-7e807ed8a05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:55:44.825871 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [req-1a1dc765-babb-475c-918d-844da725f347 req-ed21f4c7-3ba8-44cf-9b51-beca1ef6ec8e tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:55:44.836245 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [req-1a1dc765-babb-475c-918d-844da725f347 req-ed21f4c7-3ba8-44cf-9b51-beca1ef6ec8e tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:55:44.852373 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f8944-ed42-4bf9-be7d-29773dca3340 req-36920e65-161c-4860-9d3b-1f8192d2302b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:44.853810 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-e43f8944-ed42-4bf9-be7d-29773dca3340 req-36920e65-161c-4860-9d3b-1f8192d2302b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c5eafeb0-dec6-468b-8eb8-3ad7b65a9408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2354765 Nov 16 21:55:44.856515 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a1dc765-babb-475c-918d-844da725f347 req-ed21f4c7-3ba8-44cf-9b51-beca1ef6ec8e tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Made reservation on behalf of 2bdcf483bf7846ea91187eab3a26679a for: {'port': 1} {{(pid=86863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:55:44.860631 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-1a1dc765-babb-475c-918d-844da725f347 req-ed21f4c7-3ba8-44cf-9b51-beca1ef6ec8e tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:45.089474 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754d3a4a-1fcc-4bde-991a-7ed579e48e13 None None] New status for floating IP f17bd859-d2fe-4167-8f87-7f034afdfe08: DOWN {{(pid=86866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:55:45.145179 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-e43f8944-ed42-4bf9-be7d-29773dca3340 req-e598ca06-7199-4c53-8d53-1ffa9b28c2ce service neutron] 10.222.0.60 "GET /v2.0/networks/c5eafeb0-dec6-468b-8eb8-3ad7b65a9408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724535 Nov 16 21:55:45.189804 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.db_base_plugin_common [req-1a1dc765-babb-475c-918d-844da725f347 req-ed21f4c7-3ba8-44cf-9b51-beca1ef6ec8e tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Allocated IP 172.20.0.6 (86d88184-656f-4802-b205-562d456d133d/610d7894-6793-45a3-88f7-014c25c00b16/f94f7b4e-5ad8-43d0-8df3-7d48c189c1e0) {{(pid=86863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:55:45.361345 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-e43f8944-ed42-4bf9-be7d-29773dca3340 req-aa118745-337e-4555-a23f-c7af1fe5a532 service neutron] 10.222.0.60 "GET /v2.0/networks/c5eafeb0-dec6-468b-8eb8-3ad7b65a9408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050054 Nov 16 21:55:45.500495 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-1a1dc765-babb-475c-918d-844da725f347 req-ed21f4c7-3ba8-44cf-9b51-beca1ef6ec8e tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Notify callbacks [] for port, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:45.533956 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-1a1dc765-babb-475c-918d-844da725f347 req-ed21f4c7-3ba8-44cf-9b51-beca1ef6ec8e tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790568269105'] for port, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:45.539744 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-002e9a83-2bc2-421b-af1c-73faeb309693 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:55:45.552213 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] get_ports_and_sgs() called for port_ids ['379072b5-055d-4c37-b04c-a11bfc6fd936', '749062f5-9cb4-4160-84d6-c990d5ada8ae'] {{(pid=86865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 16 21:55:45.610653 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a1dc765-babb-475c-918d-844da725f347 req-ed21f4c7-3ba8-44cf-9b51-beca1ef6ec8e tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Network 86d88184-656f-4802-b205-562d456d133d is already hosted by enough agents. {{(pid=86863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:55:45.613413 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.base_scheduler [req-1a1dc765-babb-475c-918d-844da725f347 req-ed21f4c7-3ba8-44cf-9b51-beca1ef6ec8e tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Resources bound (agent type, host, resource id): {{(pid=86863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:55:45.618734 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a1dc765-babb-475c-918d-844da725f347 req-ed21f4c7-3ba8-44cf-9b51-beca1ef6ec8e tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Received port after_create {{(pid=86863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 16 21:55:45.625001 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1dc765-babb-475c-918d-844da725f347 req-ed21f4c7-3ba8-44cf-9b51-beca1ef6ec8e tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:45.625612 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-1a1dc765-babb-475c-918d-844da725f347 req-ed21f4c7-3ba8-44cf-9b51-beca1ef6ec8e tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for port, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:45.670119 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed21f4c7-3ba8-44cf-9b51-beca1ef6ec8e tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Pushing event updated for resources: {'Port': ['ID=f94f7b4e-5ad8-43d0-8df3-7d48c189c1e0,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:45.681897 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-ed21f4c7-3ba8-44cf-9b51-beca1ef6ec8e tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:55:45.709351 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-1a1dc765-babb-475c-918d-844da725f347 req-ed21f4c7-3ba8-44cf-9b51-beca1ef6ec8e tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0602441 Nov 16 21:55:45.728448 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [req-1a1dc765-babb-475c-918d-844da725f347 req-a925d622-7548-49a4-a816-c38decd73660 service neutron] Request body: {'port': {'device_id': '9e6eb72e-8df5-4b6f-bc29-6bbf62182c28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81814'}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:55:45.764866 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1983fe-a18a-4c5c-993a-593846dbdf33 req-a1915235-7fc8-4037-90b3-704f4ad7131e tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:45.765563 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-ba1983fe-a18a-4c5c-993a-593846dbdf33 req-a1915235-7fc8-4037-90b3-704f4ad7131e tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Synchronizing usage tracker for tenant:2bdcf483bf7846ea91187eab3a26679a on resource:port {{(pid=86863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:55:45.799603 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-ba1983fe-a18a-4c5c-993a-593846dbdf33 req-a1915235-7fc8-4037-90b3-704f4ad7131e tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Unset dirty status for tenant:2bdcf483bf7846ea91187eab3a26679a on resource:port {{(pid=86863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:55:45.800737 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-ba1983fe-a18a-4c5c-993a-593846dbdf33 req-a1915235-7fc8-4037-90b3-704f4ad7131e tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e6eb72e-8df5-4b6f-bc29-6bbf62182c28 HTTP/1.1" status: 200 len: 931 time: 0.1830955 Nov 16 21:55:45.886436 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-1a1dc765-babb-475c-918d-844da725f347 req-a925d622-7548-49a4-a816-c38decd73660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:45.906319 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-ba1983fe-a18a-4c5c-993a-593846dbdf33 req-3243da9f-930c-4746-bc0e-2b51d71a42f3 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/security-groups?id=4a9b460f-8f24-4635-8eb2-2727222fe8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717368 Nov 16 21:55:46.318720 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.notifiers.nova [req-1a1dc765-babb-475c-918d-844da725f347 req-a925d622-7548-49a4-a816-c38decd73660 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f94f7b4e-5ad8-43d0-8df3-7d48c189c1e0 {{(pid=86863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:55:46.325960 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-1a1dc765-babb-475c-918d-844da725f347 req-a925d622-7548-49a4-a816-c38decd73660 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:46.340775 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.provisioning_blocks [req-1a1dc765-babb-475c-918d-844da725f347 req-a925d622-7548-49a4-a816-c38decd73660 service neutron] Transition to ACTIVE for port object f94f7b4e-5ad8-43d0-8df3-7d48c189c1e0 will not be triggered until provisioned by entity L2. {{(pid=86863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:55:46.344010 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-1a1dc765-babb-475c-918d-844da725f347 req-a925d622-7548-49a4-a816-c38decd73660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:46.347525 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-c31246d8-8019-47c8-b0f6-23bce1d9d885 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:55:46.501288 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925d622-7548-49a4-a816-c38decd73660 service neutron] Pushing event updated for resources: {'Port': ['ID=f94f7b4e-5ad8-43d0-8df3-7d48c189c1e0,revision_number=2']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:46.508232 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-a925d622-7548-49a4-a816-c38decd73660 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:55:46.524023 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.managers [req-1a1dc765-babb-475c-918d-844da725f347 req-a925d622-7548-49a4-a816-c38decd73660 service neutron] Attempting to bind port f94f7b4e-5ad8-43d0-8df3-7d48c189c1e0 on host hv-cinder-81814 for vnic_type normal with profile {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 21:55:46.524350 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.managers [req-1a1dc765-babb-475c-918d-844da725f347 req-a925d622-7548-49a4-a816-c38decd73660 service neutron] Attempting to bind port f94f7b4e-5ad8-43d0-8df3-7d48c189c1e0 by drivers openvswitch,hyperv on host hv-cinder-81814 at level 0 using segments [{'id': '3e585fd9-76d3-4d9f-902c-88f1b991a1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '86d88184-656f-4802-b205-562d456d133d'}] {{(pid=86863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 21:55:46.524668 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1dc765-babb-475c-918d-844da725f347 req-a925d622-7548-49a4-a816-c38decd73660 service neutron] Attempting to bind port f94f7b4e-5ad8-43d0-8df3-7d48c189c1e0 on network 86d88184-656f-4802-b205-562d456d133d {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 16 21:55:46.529320 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1dc765-babb-475c-918d-844da725f347 req-a925d622-7548-49a4-a816-c38decd73660 service neutron] Port f94f7b4e-5ad8-43d0-8df3-7d48c189c1e0 on network 86d88184-656f-4802-b205-562d456d133d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81814 {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 16 21:55:46.529704 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1dc765-babb-475c-918d-844da725f347 req-a925d622-7548-49a4-a816-c38decd73660 service neutron] Attempting to bind port f94f7b4e-5ad8-43d0-8df3-7d48c189c1e0 on network 86d88184-656f-4802-b205-562d456d133d {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 16 21:55:46.534838 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1dc765-babb-475c-918d-844da725f347 req-a925d622-7548-49a4-a816-c38decd73660 service neutron] Checking agent: {'id': '426a5c9b-164f-481a-ad6e-a795536ce9ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81814', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 49, 31), 'started_at': datetime.datetime(2021, 11, 16, 21, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 16 21:55:46.535100 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1dc765-babb-475c-918d-844da725f347 req-a925d622-7548-49a4-a816-c38decd73660 service neutron] Checking segment: {'id': '3e585fd9-76d3-4d9f-902c-88f1b991a1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '86d88184-656f-4802-b205-562d456d133d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 16 21:55:46.535475 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1dc765-babb-475c-918d-844da725f347 req-a925d622-7548-49a4-a816-c38decd73660 service neutron] Bound using segment: {'id': '3e585fd9-76d3-4d9f-902c-88f1b991a1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '86d88184-656f-4802-b205-562d456d133d'} {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 16 21:55:46.535893 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.managers [req-1a1dc765-babb-475c-918d-844da725f347 req-a925d622-7548-49a4-a816-c38decd73660 service neutron] Bound port: f94f7b4e-5ad8-43d0-8df3-7d48c189c1e0, host: hv-cinder-81814, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e585fd9-76d3-4d9f-902c-88f1b991a1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '86d88184-656f-4802-b205-562d456d133d'}}] {{(pid=86863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 21:55:46.536234 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-1a1dc765-babb-475c-918d-844da725f347 req-a925d622-7548-49a4-a816-c38decd73660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:46.630116 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.db [req-1a1dc765-babb-475c-918d-844da725f347 req-a925d622-7548-49a4-a816-c38decd73660 service neutron] For port f94f7b4e-5ad8-43d0-8df3-7d48c189c1e0, host hv-cinder-81814, cleared binding levels {{(pid=86863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 16 21:55:46.633312 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.db [req-1a1dc765-babb-475c-918d-844da725f347 req-a925d622-7548-49a4-a816-c38decd73660 service neutron] For port f94f7b4e-5ad8-43d0-8df3-7d48c189c1e0, host hv-cinder-81814, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=f94f7b4e-5ad8-43d0-8df3-7d48c189c1e0,segment=NetworkSegment(3e585fd9-76d3-4d9f-902c-88f1b991a1f1),segment_id=3e585fd9-76d3-4d9f-902c-88f1b991a1f1)] {{(pid=86863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 16 21:55:46.638224 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-1a1dc765-babb-475c-918d-844da725f347 req-a925d622-7548-49a4-a816-c38decd73660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:46.642492 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-d5182e64-da56-4d01-87df-e9b84dbdddcc tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:55:46.704684 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1dc765-babb-475c-918d-844da725f347 req-a925d622-7548-49a4-a816-c38decd73660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:46.705295 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-1a1dc765-babb-475c-918d-844da725f347 req-a925d622-7548-49a4-a816-c38decd73660 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for port, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:46.706666 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-1a1dc765-babb-475c-918d-844da725f347 req-a925d622-7548-49a4-a816-c38decd73660 service neutron] 10.222.0.60 "PUT /v2.0/ports/f94f7b4e-5ad8-43d0-8df3-7d48c189c1e0 HTTP/1.1" status: 200 len: 1093 time: 0.9829295 Nov 16 21:55:46.707150 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e6eb72e-8df5-4b6f-bc29-6bbf62182c28', 'tag': 'f94f7b4e-5ad8-43d0-8df3-7d48c189c1e0'}] {{(pid=86863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:55:46.726815 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925d622-7548-49a4-a816-c38decd73660 service neutron] Pushing event updated for resources: {'Port': ['ID=f94f7b4e-5ad8-43d0-8df3-7d48c189c1e0,revision_number=3']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:46.730664 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-a925d622-7548-49a4-a816-c38decd73660 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:55:46.786142 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e6eb72e-8df5-4b6f-bc29-6bbf62182c28', 'tag': 'f94f7b4e-5ad8-43d0-8df3-7d48c189c1e0', 'status': 'completed', 'code': 200} Nov 16 21:55:46.823100 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1dc765-babb-475c-918d-844da725f347 req-fafb5955-26aa-4f6e-a9a9-befa1fa371c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:46.824789 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-1a1dc765-babb-475c-918d-844da725f347 req-fafb5955-26aa-4f6e-a9a9-befa1fa371c9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2bdcf483bf7846ea91187eab3a26679a&device_id=9e6eb72e-8df5-4b6f-bc29-6bbf62182c28 HTTP/1.1" status: 200 len: 1096 time: 0.0759926 Nov 16 21:55:46.908606 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-1a1dc765-babb-475c-918d-844da725f347 req-4351d0d0-de09-498c-938c-ec78295f1af8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f94f7b4e-5ad8-43d0-8df3-7d48c189c1e0 HTTP/1.1" status: 200 len: 217 time: 0.0657589 Nov 16 21:55:46.997264 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1dc765-babb-475c-918d-844da725f347 req-563b44ef-4b5a-4714-9ac7-9758a40d8e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:46.999357 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-1a1dc765-babb-475c-918d-844da725f347 req-563b44ef-4b5a-4714-9ac7-9758a40d8e34 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=610d7894-6793-45a3-88f7-014c25c00b16 HTTP/1.1" status: 200 len: 855 time: 0.0756202 Nov 16 21:55:47.010957 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ace57-b30c-4c90-be4a-6b6fc8b2cc64 req-11230f70-faba-462e-8ae6-b08ac2b11854 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:47.012085 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [req-2a3ace57-b30c-4c90-be4a-6b6fc8b2cc64 req-11230f70-faba-462e-8ae6-b08ac2b11854 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Synchronizing usage tracker for tenant:0121324dc4634d618660eb8421898f4a on resource:port {{(pid=86864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:55:47.029321 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [req-2a3ace57-b30c-4c90-be4a-6b6fc8b2cc64 req-11230f70-faba-462e-8ae6-b08ac2b11854 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Unset dirty status for tenant:0121324dc4634d618660eb8421898f4a on resource:port {{(pid=86864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:55:47.030969 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-2a3ace57-b30c-4c90-be4a-6b6fc8b2cc64 req-11230f70-faba-462e-8ae6-b08ac2b11854 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce06053d-1e39-4dfd-bac0-3704072050cb HTTP/1.1" status: 200 len: 946 time: 0.1177652 Nov 16 21:55:47.079049 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [req-2a3ace57-b30c-4c90-be4a-6b6fc8b2cc64 req-61352de8-0856-4d8e-8962-1b7dfecd8fa6 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Synchronizing usage tracker for tenant:0121324dc4634d618660eb8421898f4a on resource:security_group {{(pid=86864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:55:47.088677 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-1a1dc765-babb-475c-918d-844da725f347 req-9f25fa1b-dca2-4a80-b771-1339a632b11d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=86d88184-656f-4802-b205-562d456d133d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792265 Nov 16 21:55:47.094088 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [req-2a3ace57-b30c-4c90-be4a-6b6fc8b2cc64 req-61352de8-0856-4d8e-8962-1b7dfecd8fa6 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Unset dirty status for tenant:0121324dc4634d618660eb8421898f4a on resource:security_group {{(pid=86864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:55:47.095389 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-2a3ace57-b30c-4c90-be4a-6b6fc8b2cc64 req-61352de8-0856-4d8e-8962-1b7dfecd8fa6 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/security-groups?id=32489ef2-4d6d-4b12-8fcc-6f400adc7c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585024 Nov 16 21:55:47.240561 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab9a94d-ac92-47fc-8667-13b79e420d00 req-2873a798-9e88-45c2-a910-9f8c139f5d54 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:47.242005 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-0ab9a94d-ac92-47fc-8667-13b79e420d00 req-2873a798-9e88-45c2-a910-9f8c139f5d54 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e6eb72e-8df5-4b6f-bc29-6bbf62182c28 HTTP/1.1" status: 200 len: 943 time: 0.1990135 Nov 16 21:55:47.251341 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-1a1dc765-babb-475c-918d-844da725f347 req-62cf9db7-42be-4e24-8921-bb59873a82d8 service neutron] 10.222.0.60 "GET /v2.0/networks/86d88184-656f-4802-b205-562d456d133d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543787 Nov 16 21:55:47.368787 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-0ab9a94d-ac92-47fc-8667-13b79e420d00 req-4221ed0c-e36e-44b1-9415-c73a1fb25a00 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/security-groups?id=4a9b460f-8f24-4635-8eb2-2727222fe8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194079 Nov 16 21:55:47.413924 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-1a1dc765-babb-475c-918d-844da725f347 req-b0641787-9f83-4bc2-910d-f09168aaf5c5 service neutron] 10.222.0.60 "GET /v2.0/networks/86d88184-656f-4802-b205-562d456d133d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490080 Nov 16 21:55:47.540119 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e99f42-dbbf-469a-9496-6a102ca8b60a req-260c4d5c-5fd1-4c84-942e-9688455cea63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:47.541574 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-80e99f42-dbbf-469a-9496-6a102ca8b60a req-260c4d5c-5fd1-4c84-942e-9688455cea63 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2bdcf483bf7846ea91187eab3a26679a&device_id=9e6eb72e-8df5-4b6f-bc29-6bbf62182c28 HTTP/1.1" status: 200 len: 1096 time: 0.0696836 Nov 16 21:55:47.674898 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e99f42-dbbf-469a-9496-6a102ca8b60a req-890d7738-95b5-4325-acae-2fa57b76e332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:47.676216 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-80e99f42-dbbf-469a-9496-6a102ca8b60a req-890d7738-95b5-4325-acae-2fa57b76e332 service neutron] 10.222.0.60 "GET /v2.0/networks?id=86d88184-656f-4802-b205-562d456d133d HTTP/1.1" status: 200 len: 916 time: 0.1241727 Nov 16 21:55:47.746970 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-80e99f42-dbbf-469a-9496-6a102ca8b60a req-aa03314a-9a15-4fb2-95bf-313a19aef6f0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f94f7b4e-5ad8-43d0-8df3-7d48c189c1e0 HTTP/1.1" status: 200 len: 217 time: 0.0625041 Nov 16 21:55:47.811151 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e99f42-dbbf-469a-9496-6a102ca8b60a req-1c185b23-2003-48b6-8c45-310b58b8f180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:47.812490 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-80e99f42-dbbf-469a-9496-6a102ca8b60a req-1c185b23-2003-48b6-8c45-310b58b8f180 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=610d7894-6793-45a3-88f7-014c25c00b16 HTTP/1.1" status: 200 len: 855 time: 0.0565231 Nov 16 21:55:47.859527 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-80e99f42-dbbf-469a-9496-6a102ca8b60a req-27137cce-9568-48e1-b445-eca0063d5cfd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=86d88184-656f-4802-b205-562d456d133d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395179 Nov 16 21:55:48.084298 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-80e99f42-dbbf-469a-9496-6a102ca8b60a req-b4d779c1-9def-4d22-b789-29f8b4cfa1d8 service neutron] 10.222.0.60 "GET /v2.0/networks/86d88184-656f-4802-b205-562d456d133d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087893 Nov 16 21:55:48.225683 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-80e99f42-dbbf-469a-9496-6a102ca8b60a req-06b4d02e-5ae0-446a-bc6b-f074255fc4f9 service neutron] 10.222.0.60 "GET /v2.0/networks/86d88184-656f-4802-b205-562d456d133d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256514 Nov 16 21:55:48.280573 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a3f2f-c62c-4a46-b8fb-e15e50043e11 req-53df5e2e-a693-4e94-9e43-76f04d0643c7 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:48.282089 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-ec4a3f2f-c62c-4a46-b8fb-e15e50043e11 req-53df5e2e-a693-4e94-9e43-76f04d0643c7 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce06053d-1e39-4dfd-bac0-3704072050cb HTTP/1.1" status: 200 len: 946 time: 0.0806653 Nov 16 21:55:48.327378 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-ec4a3f2f-c62c-4a46-b8fb-e15e50043e11 req-dae12966-9321-4688-bbd8-44433f597fde tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/security-groups?id=32489ef2-4d6d-4b12-8fcc-6f400adc7c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396264 Nov 16 21:55:48.555836 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc47500-794c-43ae-82a7-244082408266 req-d738ec15-12d3-4201-a39a-e5af31fdec23 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:48.557778 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-8bc47500-794c-43ae-82a7-244082408266 req-d738ec15-12d3-4201-a39a-e5af31fdec23 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e6eb72e-8df5-4b6f-bc29-6bbf62182c28 HTTP/1.1" status: 200 len: 943 time: 0.0821309 Nov 16 21:55:48.600229 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-8bc47500-794c-43ae-82a7-244082408266 req-d317b777-e01b-4ce3-afd3-4fe5611e48a2 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/security-groups?id=4a9b460f-8f24-4635-8eb2-2727222fe8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369360 Nov 16 21:55:49.192682 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f730efbf-79cd-4360-932b-a20409ac78c7 req-1aa80af1-adfe-4014-befe-ae24b7f9de9a tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:49.194100 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-f730efbf-79cd-4360-932b-a20409ac78c7 req-1aa80af1-adfe-4014-befe-ae24b7f9de9a tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce06053d-1e39-4dfd-bac0-3704072050cb HTTP/1.1" status: 200 len: 946 time: 0.0781479 Nov 16 21:55:49.262729 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.plugin [req-f730efbf-79cd-4360-932b-a20409ac78c7 req-2c732206-6b59-4063-b74d-aa3552d4702e tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Deleting port 8b862b37-bab8-4107-b783-400ee75fa034 {{(pid=86863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 16 21:55:49.262978 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-f730efbf-79cd-4360-932b-a20409ac78c7 req-2c732206-6b59-4063-b74d-aa3552d4702e tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790568630941'] for port, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:49.568176 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.db [req-f730efbf-79cd-4360-932b-a20409ac78c7 req-2c732206-6b59-4063-b74d-aa3552d4702e tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] For port 8b862b37-bab8-4107-b783-400ee75fa034, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=8b862b37-bab8-4107-b783-400ee75fa034,segment=NetworkSegment(17dd1725-2c57-400e-9e6b-11a5956cf79c),segment_id=17dd1725-2c57-400e-9e6b-11a5956cf79c)] {{(pid=86863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:55:49.568449 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-f730efbf-79cd-4360-932b-a20409ac78c7 req-2c732206-6b59-4063-b74d-aa3552d4702e tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675270'] for port, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:49.695022 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.plugin [req-f730efbf-79cd-4360-932b-a20409ac78c7 req-2c732206-6b59-4063-b74d-aa3552d4702e tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Calling delete_port for 8b862b37-bab8-4107-b783-400ee75fa034 owned by compute:nova {{(pid=86863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 16 21:55:49.747707 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5364028b-db57-4d3f-89fd-0b4400543fb2 req-7e26cd86-81f7-407d-905a-0c45da8c4388 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:49.749172 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-5364028b-db57-4d3f-89fd-0b4400543fb2 req-7e26cd86-81f7-407d-905a-0c45da8c4388 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce06053d-1e39-4dfd-bac0-3704072050cb HTTP/1.1" status: 200 len: 946 time: 0.2972426 Nov 16 21:55:49.785311 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ddb7ca-7326-492d-9c8e-575d0c9352d3 req-afeeffa7-f2f4-45c9-8aa6-95ec6a7d8df9 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:49.786834 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-99ddb7ca-7326-492d-9c8e-575d0c9352d3 req-afeeffa7-f2f4-45c9-8aa6-95ec6a7d8df9 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e6eb72e-8df5-4b6f-bc29-6bbf62182c28 HTTP/1.1" status: 200 len: 943 time: 0.0798223 Nov 16 21:55:49.821001 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-5364028b-db57-4d3f-89fd-0b4400543fb2 req-9cdb1a99-b813-4099-9d29-683bd57cc85c tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.50 "GET /v2.0/security-groups?id=32489ef2-4d6d-4b12-8fcc-6f400adc7c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658436 Nov 16 21:55:49.836286 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-99ddb7ca-7326-492d-9c8e-575d0c9352d3 req-dac8d5b5-6a69-4503-91af-8786dde92cd5 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/security-groups?id=4a9b460f-8f24-4635-8eb2-2727222fe8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429857 Nov 16 21:55:49.890032 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-f730efbf-79cd-4360-932b-a20409ac78c7 req-2c732206-6b59-4063-b74d-aa3552d4702e tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790568634161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790568269114'] for port, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:49.895396 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-5a9adda8-d506-4b9c-bff0-4392eb0b829b tempest-ServerRescueNegativeTestJSON-1329945061 tempest-ServerRescueNegativeTestJSON-1329945061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:55:49.905439 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] get_ports_and_sgs() called for port_ids ['8b862b37-bab8-4107-b783-400ee75fa034'] {{(pid=86865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 16 21:55:49.943569 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c732206-6b59-4063-b74d-aa3552d4702e tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Pushing event deleted for resources: {'Port': ['ID=8b862b37-bab8-4107-b783-400ee75fa034,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:49.982403 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c732206-6b59-4063-b74d-aa3552d4702e tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:49.982777 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c732206-6b59-4063-b74d-aa3552d4702e tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:49.983140 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c732206-6b59-4063-b74d-aa3552d4702e tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:49.983492 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c732206-6b59-4063-b74d-aa3552d4702e tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:49.983839 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c732206-6b59-4063-b74d-aa3552d4702e tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:49.984187 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c732206-6b59-4063-b74d-aa3552d4702e tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:49.984533 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c732206-6b59-4063-b74d-aa3552d4702e tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:49.984874 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c732206-6b59-4063-b74d-aa3552d4702e tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:49.985218 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c732206-6b59-4063-b74d-aa3552d4702e tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:49.985552 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c732206-6b59-4063-b74d-aa3552d4702e tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:49.985890 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c732206-6b59-4063-b74d-aa3552d4702e tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:49.986257 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c732206-6b59-4063-b74d-aa3552d4702e tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:49.993593 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-2c732206-6b59-4063-b74d-aa3552d4702e tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:55:50.029903 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.l3_dvrscheduler_db [req-f730efbf-79cd-4360-932b-a20409ac78c7 req-2c732206-6b59-4063-b74d-aa3552d4702e tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] No DVR routers for this DVR port 8b862b37-bab8-4107-b783-400ee75fa034 on host hv-cinder-81814 {{(pid=86863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:55:50.032252 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-f730efbf-79cd-4360-932b-a20409ac78c7 req-2c732206-6b59-4063-b74d-aa3552d4702e tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for port, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:50.034730 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce06053d-1e39-4dfd-bac0-3704072050cb', 'name': 'network-vif-deleted', 'tag': '8b862b37-bab8-4107-b783-400ee75fa034'}] {{(pid=86863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:55:50.050927 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-f730efbf-79cd-4360-932b-a20409ac78c7 req-2c732206-6b59-4063-b74d-aa3552d4702e tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] 10.222.0.60 "DELETE /v2.0/ports/8b862b37-bab8-4107-b783-400ee75fa034 HTTP/1.1" status: 204 len: 173 time: 0.8507135 Nov 16 21:55:50.083387 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce06053d-1e39-4dfd-bac0-3704072050cb', 'name': 'network-vif-deleted', 'tag': '8b862b37-bab8-4107-b783-400ee75fa034', 'status': 'completed', 'code': 200} Nov 16 21:55:50.540045 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device f94f7b4e-5ad8-43d0-8df3-7d48c189c1e0 details requested by agent hyperv_hv-cinder-81814 with host hv-cinder-81814 {{(pid=86865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 16 21:55:50.684807 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port f94f7b4e-5ad8-43d0-8df3-7d48c189c1e0, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=f94f7b4e-5ad8-43d0-8df3-7d48c189c1e0,segment=NetworkSegment(3e585fd9-76d3-4d9f-902c-88f1b991a1f1),segment_id=3e585fd9-76d3-4d9f-902c-88f1b991a1f1)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:55:50.701077 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Returning: {'device': 'f94f7b4e-5ad8-43d0-8df3-7d48c189c1e0', 'network_id': '86d88184-656f-4802-b205-562d456d133d', 'port_id': 'f94f7b4e-5ad8-43d0-8df3-7d48c189c1e0', 'mac_address': 'fa:16:3e:e3:06:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '610d7894-6793-45a3-88f7-014c25c00b16', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 16 21:55:50.759365 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:50.776613 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.notifiers.nova [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f94f7b4e-5ad8-43d0-8df3-7d48c189c1e0 {{(pid=86865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:55:50.792532 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port f94f7b4e-5ad8-43d0-8df3-7d48c189c1e0, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=f94f7b4e-5ad8-43d0-8df3-7d48c189c1e0,segment=NetworkSegment(3e585fd9-76d3-4d9f-902c-88f1b991a1f1),segment_id=3e585fd9-76d3-4d9f-902c-88f1b991a1f1)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:55:50.796149 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:50.797852 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:55:50.868495 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Pushing event updated for resources: {'Port': ['ID=f94f7b4e-5ad8-43d0-8df3-7d48c189c1e0,revision_number=4']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:50.873064 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:55:51.033625 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d7e54-201d-4298-862f-ce33851e1a49 req-c20fa6ea-50da-411e-98a0-fcb4703b612f tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:51.035191 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-782d7e54-201d-4298-862f-ce33851e1a49 req-c20fa6ea-50da-411e-98a0-fcb4703b612f tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e6eb72e-8df5-4b6f-bc29-6bbf62182c28 HTTP/1.1" status: 200 len: 944 time: 0.0883865 Nov 16 21:55:51.084731 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-782d7e54-201d-4298-862f-ce33851e1a49 req-ce8a4258-51c6-4ea7-a7d3-81c905f4d7df tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/security-groups?id=4a9b460f-8f24-4635-8eb2-2727222fe8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436392 Nov 16 21:55:51.094850 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] get_ports_and_sgs() called for port_ids ['f94f7b4e-5ad8-43d0-8df3-7d48c189c1e0'] {{(pid=86865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 16 21:55:51.669680 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 44232) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:55:52.274379 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-919c1473-ac3f-422c-be5e-97e71409181a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783302'] for router_interface, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:52.358875 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d908f08-e17e-4da7-80c0-a50f126caff8 req-f4ee4406-666e-4fa8-88be-26f38f28e6b5 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:52.360333 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-5d908f08-e17e-4da7-80c0-a50f126caff8 req-f4ee4406-666e-4fa8-88be-26f38f28e6b5 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e6eb72e-8df5-4b6f-bc29-6bbf62182c28 HTTP/1.1" status: 200 len: 944 time: 0.1711166 Nov 16 21:55:52.483643 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-5d908f08-e17e-4da7-80c0-a50f126caff8 req-bb06cf51-8a7c-496a-adce-eda95e418998 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/security-groups?id=4a9b460f-8f24-4635-8eb2-2727222fe8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157265 Nov 16 21:55:52.541118 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device f94f7b4e-5ad8-43d0-8df3-7d48c189c1e0 up at agent hyperv_hv-cinder-81814 {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 21:55:52.610250 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Provisioning for port f94f7b4e-5ad8-43d0-8df3-7d48c189c1e0 completed by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:55:52.615118 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Provisioning complete for port f94f7b4e-5ad8-43d0-8df3-7d48c189c1e0 triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:55:52.615479 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:52.739859 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:52.766985 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6eb72e-8df5-4b6f-bc29-6bbf62182c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94f7b4e-5ad8-43d0-8df3-7d48c189c1e0'}] {{(pid=86865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:55:52.774371 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.plugin [None req-919c1473-ac3f-422c-be5e-97e71409181a admin admin] Deleting port b9361f43-d04c-4474-a02b-2782cbee803c {{(pid=86864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 16 21:55:52.774705 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-919c1473-ac3f-422c-be5e-97e71409181a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790568630941'] for port, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:52.776686 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port f94f7b4e-5ad8-43d0-8df3-7d48c189c1e0, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=f94f7b4e-5ad8-43d0-8df3-7d48c189c1e0,segment=NetworkSegment(3e585fd9-76d3-4d9f-902c-88f1b991a1f1),segment_id=3e585fd9-76d3-4d9f-902c-88f1b991a1f1)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:55:52.780860 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:52.782080 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device 8b862b37-bab8-4107-b783-400ee75fa034 no longer exists at agent hyperv_hv-cinder-81814 {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 16 21:55:52.811906 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:55:52.843900 dv-cinder-818140-1-smb neutron-server[86865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6eb72e-8df5-4b6f-bc29-6bbf62182c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94f7b4e-5ad8-43d0-8df3-7d48c189c1e0', 'code': 200} Nov 16 21:55:52.854518 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] No Port match for: 8b862b37-bab8-4107-b783-400ee75fa034 {{(pid=86865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 16 21:55:52.855680 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device 8b862b37-bab8-4107-b783-400ee75fa034 not bound to the agent host hv-cinder-81814 {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 16 21:55:52.891107 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Pushing event updated for resources: {'Port': ['ID=f94f7b4e-5ad8-43d0-8df3-7d48c189c1e0,revision_number=5']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:52.894393 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:55:52.962417 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.db [None req-919c1473-ac3f-422c-be5e-97e71409181a admin admin] For port b9361f43-d04c-4474-a02b-2782cbee803c, host dv-cinder-818140-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=b9361f43-d04c-4474-a02b-2782cbee803c,segment=NetworkSegment(17dd1725-2c57-400e-9e6b-11a5956cf79c),segment_id=17dd1725-2c57-400e-9e6b-11a5956cf79c)] {{(pid=86864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:55:52.962762 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-919c1473-ac3f-422c-be5e-97e71409181a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675270'] for port, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:53.099486 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.plugin [None req-919c1473-ac3f-422c-be5e-97e71409181a admin admin] Calling delete_port for b9361f43-d04c-4474-a02b-2782cbee803c owned by network:router_interface {{(pid=86864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 16 21:55:53.100865 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c53164-f16e-446b-9536-b7b2d6826b8f req-5af01955-29d0-40d0-b64b-27bf127037ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:53.102407 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-e7c53164-f16e-446b-9536-b7b2d6826b8f req-5af01955-29d0-40d0-b64b-27bf127037ef service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9e6eb72e-8df5-4b6f-bc29-6bbf62182c28 HTTP/1.1" status: 200 len: 1098 time: 0.0724857 Nov 16 21:55:53.144174 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-e7c53164-f16e-446b-9536-b7b2d6826b8f req-2c416e14-29ac-409f-912c-401d72020ae8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4a9b460f-8f24-4635-8eb2-2727222fe8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339975 Nov 16 21:55:53.280415 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-919c1473-ac3f-422c-be5e-97e71409181a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790568634161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790568269114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3119288'] for port, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:53.284231 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-eee0c801-dc1f-492d-8141-1703cc1a5f2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:55:53.325622 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919c1473-ac3f-422c-be5e-97e71409181a admin admin] Pushing event deleted for resources: {'Port': ['ID=b9361f43-d04c-4474-a02b-2782cbee803c,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:53.328984 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-919c1473-ac3f-422c-be5e-97e71409181a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:55:53.590554 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-919c1473-ac3f-422c-be5e-97e71409181a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-576423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-723542'] for router_interface, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:53.809579 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.agents_db [None req-6e4a458f-5157-4cde-8197-239c61c88c18 None None] Agent healthcheck: found 6 active agents {{(pid=86866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 16 21:55:53.826321 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bfa5eb-1f93-4272-95d2-5478b13fdbcc req-49e29d85-9d75-4239-a787-cbaf34183a20 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:53.827768 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-98bfa5eb-1f93-4272-95d2-5478b13fdbcc req-49e29d85-9d75-4239-a787-cbaf34183a20 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e6eb72e-8df5-4b6f-bc29-6bbf62182c28 HTTP/1.1" status: 200 len: 945 time: 0.2331028 Nov 16 21:55:54.101610 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-98bfa5eb-1f93-4272-95d2-5478b13fdbcc req-e70c9b90-b006-41bb-ad3a-680ecb18ae5f tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/security-groups?id=4a9b460f-8f24-4635-8eb2-2727222fe8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672884 Nov 16 21:55:54.149103 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-919c1473-ac3f-422c-be5e-97e71409181a admin admin] Router ced5a01a-e0ec-4bc9-aea4-adb27a47c62d has already been hosted by L3 agent 61e322f1-f733-4c16-8e8e-7253ec5fb84a {{(pid=86864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 16 21:55:54.320216 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-919c1473-ac3f-422c-be5e-97e71409181a admin admin] Notify agent at l3_agent.dv-cinder-818140-1-smb the message routers_updated {{(pid=86864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 16 21:55:54.330693 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7f2bf3-0ae9-489f-b3b1-440f123d9cdd None None] Sync routers for ids ['ced5a01a-e0ec-4bc9-aea4-adb27a47c62d'] in dv-cinder-818140-1-smb {{(pid=86865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:55:54.332983 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-919c1473-ac3f-422c-be5e-97e71409181a admin admin] 10.222.0.50 "PUT /v2.0/routers/ced5a01a-e0ec-4bc9-aea4-adb27a47c62d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6620629 Nov 16 21:55:54.335287 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 44246) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:55:54.344262 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7f2bf3-0ae9-489f-b3b1-440f123d9cdd None None] Routers {'ced5a01a-e0ec-4bc9-aea4-adb27a47c62d'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 21:55:54.344875 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-0b7f2bf3-0ae9-489f-b3b1-440f123d9cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T21:55:27Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['ced5a01a-e0ec-4bc9-aea4-adb27a47c62d'], 'active': True} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:55:54.523671 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-ac3433eb-8788-4323-8358-2c96502c21c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:54.526558 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvr_db [None req-0b7f2bf3-0ae9-489f-b3b1-440f123d9cdd None None] Set router ced5a01a-e0ec-4bc9-aea4-adb27a47c62d gateway port host: dv-cinder-818140-1-smb {{(pid=86865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 21:55:54.703125 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-ac3433eb-8788-4323-8358-2c96502c21c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:54.711647 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.plugin [None req-ac3433eb-8788-4323-8358-2c96502c21c1 admin admin] Deleting port 85a36556-241e-460e-936e-6faddb07f596 {{(pid=86864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 16 21:55:54.711975 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-ac3433eb-8788-4323-8358-2c96502c21c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790568630941'] for port, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:54.759943 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-845a88dd-5ce6-42e6-8dc6-b803a5ec92ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:54.854673 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-0b7f2bf3-0ae9-489f-b3b1-440f123d9cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced5a01a-e0ec-4bc9-aea4-adb27a47c62d', 'name': 'tempest-TestMinimumBasicScenario-2020094586-router', 'tenant_id': '0121324dc4634d618660eb8421898f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': '85a36556-241e-460e-936e-6faddb07f596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:52:41Z', 'updated_at': '2021-11-16T21:55:53Z', 'revision_number': 5, 'project_id': '0121324dc4634d618660eb8421898f4a', 'gw_port': {'id': '85a36556-241e-460e-936e-6faddb07f596', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced5a01a-e0ec-4bc9-aea4-adb27a47c62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:52:42Z', 'updated_at': '2021-11-16T21:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb'}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:55:54.859005 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7f2bf3-0ae9-489f-b3b1-440f123d9cdd None None] Checking router: ced5a01a-e0ec-4bc9-aea4-adb27a47c62d for host: dv-cinder-818140-1-smb {{(pid=86865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:55:54.867146 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7f2bf3-0ae9-489f-b3b1-440f123d9cdd None None] Routers {'ced5a01a-e0ec-4bc9-aea4-adb27a47c62d'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 21:55:54.867736 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-0b7f2bf3-0ae9-489f-b3b1-440f123d9cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T21:55:27Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['ced5a01a-e0ec-4bc9-aea4-adb27a47c62d'], 'active': True} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:55:54.885703 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.db [None req-ac3433eb-8788-4323-8358-2c96502c21c1 admin admin] For port 85a36556-241e-460e-936e-6faddb07f596, host dv-cinder-818140-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=85a36556-241e-460e-936e-6faddb07f596,segment=NetworkSegment(2032d675-cc73-45c1-95a0-4a6936ebf39a),segment_id=2032d675-cc73-45c1-95a0-4a6936ebf39a)] {{(pid=86864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:55:54.886069 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-ac3433eb-8788-4323-8358-2c96502c21c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675270'] for port, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:55.013058 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.plugin [None req-ac3433eb-8788-4323-8358-2c96502c21c1 admin admin] Calling delete_port for 85a36556-241e-460e-936e-6faddb07f596 owned by network:router_gateway {{(pid=86864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 16 21:55:55.022211 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvr_db [None req-0b7f2bf3-0ae9-489f-b3b1-440f123d9cdd None None] Set router ced5a01a-e0ec-4bc9-aea4-adb27a47c62d gateway port host: None {{(pid=86865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 21:55:55.128799 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-0b7f2bf3-0ae9-489f-b3b1-440f123d9cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced5a01a-e0ec-4bc9-aea4-adb27a47c62d', 'name': 'tempest-TestMinimumBasicScenario-2020094586-router', 'tenant_id': '0121324dc4634d618660eb8421898f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:52:41Z', 'updated_at': '2021-11-16T21:55:54Z', 'revision_number': 6, 'project_id': '0121324dc4634d618660eb8421898f4a', 'gw_port_host': None}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:55:55.133750 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7f2bf3-0ae9-489f-b3b1-440f123d9cdd None None] The sync data for ids ['ced5a01a-e0ec-4bc9-aea4-adb27a47c62d'] in dv-cinder-818140-1-smb is: [{'id': 'ced5a01a-e0ec-4bc9-aea4-adb27a47c62d', 'name': 'tempest-TestMinimumBasicScenario-2020094586-router', 'tenant_id': '0121324dc4634d618660eb8421898f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:52:41Z', 'updated_at': '2021-11-16T21:55:54Z', 'revision_number': 6, 'project_id': '0121324dc4634d618660eb8421898f4a', 'gw_port_host': None}] {{(pid=86865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:55:55.196574 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-ac3433eb-8788-4323-8358-2c96502c21c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790568634161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790568269114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3119288'] for port, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:55.204873 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-29c6240c-376c-416c-97de-776babf901a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:55:55.249257 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:55.312039 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3433eb-8788-4323-8358-2c96502c21c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=85a36556-241e-460e-936e-6faddb07f596,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:55.323002 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-ac3433eb-8788-4323-8358-2c96502c21c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:55:55.397847 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-ac3433eb-8788-4323-8358-2c96502c21c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677593'] for router_gateway, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:55.676282 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-ac3433eb-8788-4323-8358-2c96502c21c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-677217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6475'] for router, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:55.685451 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8194e3-623d-4d0e-8931-353aca7a6d5e req-c9bd237c-bafb-48d5-b0a9-97c2211cbdf7 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:55.686931 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-fa8194e3-623d-4d0e-8931-353aca7a6d5e req-c9bd237c-bafb-48d5-b0a9-97c2211cbdf7 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e6eb72e-8df5-4b6f-bc29-6bbf62182c28 HTTP/1.1" status: 200 len: 945 time: 0.4521430 Nov 16 21:55:55.687980 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-ac3433eb-8788-4323-8358-2c96502c21c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:55.723067 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-ac3433eb-8788-4323-8358-2c96502c21c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783128'] for router, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:55.723621 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3433eb-8788-4323-8358-2c96502c21c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ced5a01a-e0ec-4bc9-aea4-adb27a47c62d {{(pid=86864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 16 21:55:55.750350 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-ac3433eb-8788-4323-8358-2c96502c21c1 admin admin] Notify callbacks [] for router, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:55.751454 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-ac3433eb-8788-4323-8358-2c96502c21c1 admin admin] 10.222.0.50 "DELETE /v2.0/routers/ced5a01a-e0ec-4bc9-aea4-adb27a47c62d HTTP/1.1" status: 204 len: 168 time: 1.4150856 Nov 16 21:55:55.754807 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 44256) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:55:55.755293 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-fa8194e3-623d-4d0e-8931-353aca7a6d5e req-197d3cf3-b909-4760-af1f-3485ce08349c tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/security-groups?id=4a9b460f-8f24-4635-8eb2-2727222fe8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615644 Nov 16 21:55:55.816781 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b10caed-9a88-4436-9d1e-5118dd5a7c97 admin admin] Deleting subnet d6c6635f-06ee-4a59-b0bc-7e807ed8a05e {{(pid=86863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 16 21:55:55.819693 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-5b10caed-9a88-4436-9d1e-5118dd5a7c97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:55.878491 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-5b10caed-9a88-4436-9d1e-5118dd5a7c97 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:55.939365 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device 85a36556-241e-460e-936e-6faddb07f596 no longer exists at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 16 21:55:55.978088 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] No Port match for: 85a36556-241e-460e-936e-6faddb07f596 {{(pid=86865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 16 21:55:55.978358 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device 85a36556-241e-460e-936e-6faddb07f596 not bound to the agent host dv-cinder-818140-1-smb {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 16 21:55:55.978818 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device b9361f43-d04c-4474-a02b-2782cbee803c no longer exists at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 16 21:55:55.988858 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-5b10caed-9a88-4436-9d1e-5118dd5a7c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7959338'] for subnet, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:56.030284 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] No Port match for: b9361f43-d04c-4474-a02b-2782cbee803c {{(pid=86865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 16 21:55:56.030646 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device b9361f43-d04c-4474-a02b-2782cbee803c not bound to the agent host dv-cinder-818140-1-smb {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 16 21:55:56.063600 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-5b10caed-9a88-4436-9d1e-5118dd5a7c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7959329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446'] for subnet, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:56.068823 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-233a9b44-d383-41c8-ba5f-243223705b10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:55:56.207945 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b10caed-9a88-4436-9d1e-5118dd5a7c97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6c6635f-06ee-4a59-b0bc-7e807ed8a05e,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:56.209906 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-5b10caed-9a88-4436-9d1e-5118dd5a7c97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578116'] for subnet, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:56.212500 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-5b10caed-9a88-4436-9d1e-5118dd5a7c97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:55:56.221032 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 44266) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:55:56.221211 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-5b10caed-9a88-4436-9d1e-5118dd5a7c97 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/d6c6635f-06ee-4a59-b0bc-7e807ed8a05e HTTP/1.1" status: 204 len: 168 time: 0.4652455 Nov 16 21:55:56.221906 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917e46fb-8fe3-40ea-b66d-452c61cd3c2c None None] Network c5eafeb0-dec6-468b-8eb8-3ad7b65a9408 requested from dv-cinder-818140-1-smb {{(pid=86865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 16 21:55:56.335683 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-e691797e-4157-4759-b831-d427f7cd9ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7988716'] for network, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:56.349297 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.plugin [None req-e691797e-4157-4759-b831-d427f7cd9ffb admin admin] Deleting port f0774e15-48e7-4af5-b0d7-fe0e33f1976f {{(pid=86864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 16 21:55:56.349631 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-e691797e-4157-4759-b831-d427f7cd9ffb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790568630941'] for port, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:56.493831 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b740c679-f3e0-4e91-88a6-7f237ab141c9 None None] DHCP port deletion for c5eafeb0-dec6-468b-8eb8-3ad7b65a9408 request from dv-cinder-818140-1-smb {{(pid=86865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 16 21:55:56.498512 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-b740c679-f3e0-4e91-88a6-7f237ab141c9 None None] Deleting port f0774e15-48e7-4af5-b0d7-fe0e33f1976f {{(pid=86865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 16 21:55:56.498741 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b740c679-f3e0-4e91-88a6-7f237ab141c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790568630941'] for port, before_delete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:56.575770 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.db [None req-e691797e-4157-4759-b831-d427f7cd9ffb admin admin] For port f0774e15-48e7-4af5-b0d7-fe0e33f1976f, host dv-cinder-818140-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=f0774e15-48e7-4af5-b0d7-fe0e33f1976f,segment=NetworkSegment(17dd1725-2c57-400e-9e6b-11a5956cf79c),segment_id=17dd1725-2c57-400e-9e6b-11a5956cf79c)] {{(pid=86864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:55:56.576122 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-e691797e-4157-4759-b831-d427f7cd9ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675270'] for port, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:56.700793 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.plugin [None req-e691797e-4157-4759-b831-d427f7cd9ffb admin admin] Calling delete_port for f0774e15-48e7-4af5-b0d7-fe0e33f1976f owned by network:dhcp {{(pid=86864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 16 21:55:56.705042 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-b740c679-f3e0-4e91-88a6-7f237ab141c9 None None] For port f0774e15-48e7-4af5-b0d7-fe0e33f1976f, host dv-cinder-818140-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=f0774e15-48e7-4af5-b0d7-fe0e33f1976f,segment=NetworkSegment(17dd1725-2c57-400e-9e6b-11a5956cf79c),segment_id=17dd1725-2c57-400e-9e6b-11a5956cf79c)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:55:56.705456 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b740c679-f3e0-4e91-88a6-7f237ab141c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675270'] for port, precommit_delete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:56.778936 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-e691797e-4157-4759-b831-d427f7cd9ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790568634161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790568269114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3119288'] for port, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:56.783537 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-eee0c801-dc1f-492d-8141-1703cc1a5f2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:55:56.828231 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-b740c679-f3e0-4e91-88a6-7f237ab141c9 None None] Calling delete_port for f0774e15-48e7-4af5-b0d7-fe0e33f1976f owned by network:dhcp {{(pid=86865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 16 21:55:56.830682 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e691797e-4157-4759-b831-d427f7cd9ffb admin admin] No DVR routers for this DVR port f0774e15-48e7-4af5-b0d7-fe0e33f1976f on host dv-cinder-818140-1-smb {{(pid=86864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:55:56.832573 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691797e-4157-4759-b831-d427f7cd9ffb admin admin] Pushing event deleted for resources: {'Port': ['ID=f0774e15-48e7-4af5-b0d7-fe0e33f1976f,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:56.860015 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-e691797e-4157-4759-b831-d427f7cd9ffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:55:56.947138 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-e691797e-4157-4759-b831-d427f7cd9ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7962236', 'neutron.services.segments.db._delete_segments_for_network-8790568771669'] for network, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:56.972830 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.services.segments.db [None req-e691797e-4157-4759-b831-d427f7cd9ffb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5eafeb0-dec6-468b-8eb8-3ad7b65a9408']}} {{(pid=86864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:55:56.984794 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.services.segments.db [None req-e691797e-4157-4759-b831-d427f7cd9ffb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17dd1725-2c57-400e-9e6b-11a5956cf79c') {'for_net_delete': True} {{(pid=86864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:55:56.985182 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.services.segments.db [None req-e691797e-4157-4759-b831-d427f7cd9ffb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17dd1725-2c57-400e-9e6b-11a5956cf79c') {} {{(pid=86864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:55:56.990996 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.db.api [None req-b740c679-f3e0-4e91-88a6-7f237ab141c9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:55:56.991467 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_db.api [None req-b740c679-f3e0-4e91-88a6-7f237ab141c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:55:56.998310 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-e691797e-4157-4759-b831-d427f7cd9ffb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790568701269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1095441'] for segment, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:57.018141 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-e691797e-4157-4759-b831-d427f7cd9ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930301'] for segment, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:57.024641 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e691797e-4157-4759-b831-d427f7cd9ffb admin admin] Releasing vlan 839 on physical network physnet1 to pool {{(pid=86864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:55:57.025408 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-e691797e-4157-4759-b831-d427f7cd9ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7930292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3119245'] for segment, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:57.038308 dv-cinder-818140-1-smb neutron-server[86864]: Traceback (most recent call last): Nov 16 21:55:57.038308 dv-cinder-818140-1-smb neutron-server[86864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:55:57.038308 dv-cinder-818140-1-smb neutron-server[86864]: timer() Nov 16 21:55:57.038308 dv-cinder-818140-1-smb neutron-server[86864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:55:57.038308 dv-cinder-818140-1-smb neutron-server[86864]: cb(*args, **kw) Nov 16 21:55:57.038308 dv-cinder-818140-1-smb neutron-server[86864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 16 21:55:57.038308 dv-cinder-818140-1-smb neutron-server[86864]: return func(*args, **kwargs) Nov 16 21:55:57.038308 dv-cinder-818140-1-smb neutron-server[86864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:55:57.038308 dv-cinder-818140-1-smb neutron-server[86864]: self._notify() Nov 16 21:55:57.038308 dv-cinder-818140-1-smb neutron-server[86864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:55:57.038308 dv-cinder-818140-1-smb neutron-server[86864]: self.callback(batched_events) Nov 16 21:55:57.038308 dv-cinder-818140-1-smb neutron-server[86864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:55:57.038308 dv-cinder-818140-1-smb neutron-server[86864]: event.method(event) Nov 16 21:55:57.038308 dv-cinder-818140-1-smb neutron-server[86864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 16 21:55:57.038308 dv-cinder-818140-1-smb neutron-server[86864]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:55:57.038308 dv-cinder-818140-1-smb neutron-server[86864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 16 21:55:57.038308 dv-cinder-818140-1-smb neutron-server[86864]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:55:57.038308 dv-cinder-818140-1-smb neutron-server[86864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 16 21:55:57.038308 dv-cinder-818140-1-smb neutron-server[86864]: return f(self, *a, **k) Nov 16 21:55:57.038308 dv-cinder-818140-1-smb neutron-server[86864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 16 21:55:57.038308 dv-cinder-818140-1-smb neutron-server[86864]: return self._get(url).json() Nov 16 21:55:57.038308 dv-cinder-818140-1-smb neutron-server[86864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 16 21:55:57.038308 dv-cinder-818140-1-smb neutron-server[86864]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:55:57.038308 dv-cinder-818140-1-smb neutron-server[86864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:55:57.038308 dv-cinder-818140-1-smb neutron-server[86864]: return self.request(url, 'GET', **kwargs) Nov 16 21:55:57.038308 dv-cinder-818140-1-smb neutron-server[86864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:55:57.038308 dv-cinder-818140-1-smb neutron-server[86864]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:55:57.038308 dv-cinder-818140-1-smb neutron-server[86864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:55:57.038308 dv-cinder-818140-1-smb neutron-server[86864]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:55:57.038308 dv-cinder-818140-1-smb neutron-server[86864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:55:57.038308 dv-cinder-818140-1-smb neutron-server[86864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:55:57.038308 dv-cinder-818140-1-smb neutron-server[86864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:55:57.114405 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-e691797e-4157-4759-b831-d427f7cd9ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7962117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677574'] for network, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:57.119007 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-e691797e-4157-4759-b831-d427f7cd9ffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578116'] for network, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:57.122142 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-102cf848-ed6b-43d6-9405-52508163878d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:55:57.144436 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691797e-4157-4759-b831-d427f7cd9ffb admin admin] Pushing event deleted for resources: {'Network': ['ID=c5eafeb0-dec6-468b-8eb8-3ad7b65a9408,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:57.148388 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-e691797e-4157-4759-b831-d427f7cd9ffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:55:57.156625 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-e691797e-4157-4759-b831-d427f7cd9ffb admin admin] 10.222.0.50 "DELETE /v2.0/networks/c5eafeb0-dec6-468b-8eb8-3ad7b65a9408 HTTP/1.1" status: 204 len: 168 time: 0.9336894 Nov 16 21:55:57.159521 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 44272) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:55:57.443237 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-58bf49a7-7d97-401f-85a5-8bf90a133d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:57.493307 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-b740c679-f3e0-4e91-88a6-7f237ab141c9 None None] Deleting port f0774e15-48e7-4af5-b0d7-fe0e33f1976f {{(pid=86865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 16 21:55:57.493866 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b740c679-f3e0-4e91-88a6-7f237ab141c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790568630941'] for port, before_delete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:57.565679 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-b740c679-f3e0-4e91-88a6-7f237ab141c9 None None] The port 'f0774e15-48e7-4af5-b0d7-fe0e33f1976f' was deleted {{(pid=86865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 16 21:55:57.718020 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-42f69a19-d772-4d01-8cf0-9d5090c00bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783302'] for router_interface, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:57.916971 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device f0774e15-48e7-4af5-b0d7-fe0e33f1976f no longer exists at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 16 21:55:57.953883 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] No Port match for: f0774e15-48e7-4af5-b0d7-fe0e33f1976f {{(pid=86865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 16 21:55:57.954444 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device f0774e15-48e7-4af5-b0d7-fe0e33f1976f not bound to the agent host dv-cinder-818140-1-smb {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 16 21:55:58.114943 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.plugin [None req-42f69a19-d772-4d01-8cf0-9d5090c00bf5 admin admin] Deleting port 8bbbc2ad-d8b2-42a3-9401-ce360a7ae07e {{(pid=86863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 16 21:55:58.115178 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-42f69a19-d772-4d01-8cf0-9d5090c00bf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790568630941'] for port, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:58.290912 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.db [None req-42f69a19-d772-4d01-8cf0-9d5090c00bf5 admin admin] For port 8bbbc2ad-d8b2-42a3-9401-ce360a7ae07e, host dv-cinder-818140-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=8bbbc2ad-d8b2-42a3-9401-ce360a7ae07e,segment=NetworkSegment(b959d8bb-8121-4147-9242-2354f21e1356),segment_id=b959d8bb-8121-4147-9242-2354f21e1356)] {{(pid=86863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:55:58.291577 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-42f69a19-d772-4d01-8cf0-9d5090c00bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675270'] for port, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:58.413448 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.plugin [None req-42f69a19-d772-4d01-8cf0-9d5090c00bf5 admin admin] Calling delete_port for 8bbbc2ad-d8b2-42a3-9401-ce360a7ae07e owned by network:router_interface {{(pid=86863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 16 21:55:58.585552 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-42f69a19-d772-4d01-8cf0-9d5090c00bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790568634161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790568269114'] for port, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:58.589021 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-487212fe-7be1-4bee-bc87-45cd447ed69c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:55:58.616343 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-94ae2c1a-1f16-4ed2-be66-e1a93ab74dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:58.720263 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f69a19-d772-4d01-8cf0-9d5090c00bf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bbbc2ad-d8b2-42a3-9401-ce360a7ae07e,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:58.723322 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-42f69a19-d772-4d01-8cf0-9d5090c00bf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:55:58.960327 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-42f69a19-d772-4d01-8cf0-9d5090c00bf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-576423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-723542'] for router_interface, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:59.326941 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42f69a19-d772-4d01-8cf0-9d5090c00bf5 admin admin] Router 90141e93-a151-485e-b5f1-3a18fae5120e has already been hosted by L3 agent 61e322f1-f733-4c16-8e8e-7253ec5fb84a {{(pid=86863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 16 21:55:59.510783 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f69a19-d772-4d01-8cf0-9d5090c00bf5 admin admin] Notify agent at l3_agent.dv-cinder-818140-1-smb the message routers_updated {{(pid=86863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 16 21:55:59.519715 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15420bea-8ff9-4ddb-b99e-8217f42bba65 None None] Sync routers for ids ['90141e93-a151-485e-b5f1-3a18fae5120e'] in dv-cinder-818140-1-smb {{(pid=86866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:55:59.527005 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-42f69a19-d772-4d01-8cf0-9d5090c00bf5 admin admin] 10.222.0.50 "PUT /v2.0/routers/90141e93-a151-485e-b5f1-3a18fae5120e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3664360 Nov 16 21:55:59.529262 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15420bea-8ff9-4ddb-b99e-8217f42bba65 None None] Routers {'90141e93-a151-485e-b5f1-3a18fae5120e'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 21:55:59.529683 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 44294) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:55:59.530084 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_hamode_db [None req-15420bea-8ff9-4ddb-b99e-8217f42bba65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T21:55:57Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['90141e93-a151-485e-b5f1-3a18fae5120e'], 'active': True} {{(pid=86866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:55:59.703272 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-5e31e391-fea1-459a-9910-06f6b1dcd26d admin admin] Notify callbacks [] for router, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:59.727162 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_dvr_db [None req-15420bea-8ff9-4ddb-b99e-8217f42bba65 None None] Set router 90141e93-a151-485e-b5f1-3a18fae5120e gateway port host: dv-cinder-818140-1-smb {{(pid=86866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 21:55:59.882837 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-5e31e391-fea1-459a-9910-06f6b1dcd26d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:59.912799 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.plugin [None req-5e31e391-fea1-459a-9910-06f6b1dcd26d admin admin] Deleting port fce45bd0-5df2-428f-8312-e42e478fe91a {{(pid=86863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 16 21:55:59.913138 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-5e31e391-fea1-459a-9910-06f6b1dcd26d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790568630941'] for port, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:55:59.935310 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-941145a6-33c9-4841-86a3-a7e018513e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:00.036688 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_hamode_db [None req-15420bea-8ff9-4ddb-b99e-8217f42bba65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90141e93-a151-485e-b5f1-3a18fae5120e', 'name': 'tempest-TestMinimumBasicScenario-1998353188-router', 'tenant_id': 'fb51f64ed80146069abd5c0e32b40c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': 'fce45bd0-5df2-428f-8312-e42e478fe91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:52:58Z', 'updated_at': '2021-11-16T21:55:58Z', 'revision_number': 5, 'project_id': 'fb51f64ed80146069abd5c0e32b40c2f', 'gw_port': {'id': 'fce45bd0-5df2-428f-8312-e42e478fe91a', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:38:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90141e93-a151-485e-b5f1-3a18fae5120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:53:00Z', 'updated_at': '2021-11-16T21:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb'}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:56:00.041472 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15420bea-8ff9-4ddb-b99e-8217f42bba65 None None] Checking router: 90141e93-a151-485e-b5f1-3a18fae5120e for host: dv-cinder-818140-1-smb {{(pid=86866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:56:00.052333 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15420bea-8ff9-4ddb-b99e-8217f42bba65 None None] Routers {'90141e93-a151-485e-b5f1-3a18fae5120e'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 21:56:00.053261 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_hamode_db [None req-15420bea-8ff9-4ddb-b99e-8217f42bba65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T21:55:57Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['90141e93-a151-485e-b5f1-3a18fae5120e'], 'active': True} {{(pid=86866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:56:00.214257 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_dvr_db [None req-15420bea-8ff9-4ddb-b99e-8217f42bba65 None None] Set router 90141e93-a151-485e-b5f1-3a18fae5120e gateway port host: None {{(pid=86866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 21:56:00.221107 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.db [None req-5e31e391-fea1-459a-9910-06f6b1dcd26d admin admin] For port fce45bd0-5df2-428f-8312-e42e478fe91a, host dv-cinder-818140-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=fce45bd0-5df2-428f-8312-e42e478fe91a,segment=NetworkSegment(2032d675-cc73-45c1-95a0-4a6936ebf39a),segment_id=2032d675-cc73-45c1-95a0-4a6936ebf39a)] {{(pid=86863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:56:00.221463 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-5e31e391-fea1-459a-9910-06f6b1dcd26d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675270'] for port, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:00.327309 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_hamode_db [None req-15420bea-8ff9-4ddb-b99e-8217f42bba65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90141e93-a151-485e-b5f1-3a18fae5120e', 'name': 'tempest-TestMinimumBasicScenario-1998353188-router', 'tenant_id': 'fb51f64ed80146069abd5c0e32b40c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:52:58Z', 'updated_at': '2021-11-16T21:55:59Z', 'revision_number': 6, 'project_id': 'fb51f64ed80146069abd5c0e32b40c2f', 'gw_port_host': None}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:56:00.332149 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15420bea-8ff9-4ddb-b99e-8217f42bba65 None None] The sync data for ids ['90141e93-a151-485e-b5f1-3a18fae5120e'] in dv-cinder-818140-1-smb is: [{'id': '90141e93-a151-485e-b5f1-3a18fae5120e', 'name': 'tempest-TestMinimumBasicScenario-1998353188-router', 'tenant_id': 'fb51f64ed80146069abd5c0e32b40c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:52:58Z', 'updated_at': '2021-11-16T21:55:59Z', 'revision_number': 6, 'project_id': 'fb51f64ed80146069abd5c0e32b40c2f', 'gw_port_host': None}] {{(pid=86866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:56:00.352035 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.plugin [None req-5e31e391-fea1-459a-9910-06f6b1dcd26d admin admin] Calling delete_port for fce45bd0-5df2-428f-8312-e42e478fe91a owned by network:router_gateway {{(pid=86863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 16 21:56:00.524767 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-5e31e391-fea1-459a-9910-06f6b1dcd26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790568634161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790568269114'] for port, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:00.529076 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-e9de125f-1961-409d-abd3-668660bf6b39 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:56:00.570370 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e31e391-fea1-459a-9910-06f6b1dcd26d admin admin] Pushing event deleted for resources: {'Port': ['ID=fce45bd0-5df2-428f-8312-e42e478fe91a,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:56:00.574701 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-5e31e391-fea1-459a-9910-06f6b1dcd26d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:56:00.612619 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-5e31e391-fea1-459a-9910-06f6b1dcd26d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677593'] for router_gateway, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:00.797238 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:00.797613 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-5e31e391-fea1-459a-9910-06f6b1dcd26d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-677217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6475'] for router, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:00.800083 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-5e31e391-fea1-459a-9910-06f6b1dcd26d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:00.897395 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-5e31e391-fea1-459a-9910-06f6b1dcd26d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783128'] for router, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:00.898185 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e31e391-fea1-459a-9910-06f6b1dcd26d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90141e93-a151-485e-b5f1-3a18fae5120e {{(pid=86863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 16 21:56:00.914821 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-5e31e391-fea1-459a-9910-06f6b1dcd26d admin admin] Notify callbacks [] for router, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:00.916016 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-5e31e391-fea1-459a-9910-06f6b1dcd26d admin admin] 10.222.0.50 "DELETE /v2.0/routers/90141e93-a151-485e-b5f1-3a18fae5120e HTTP/1.1" status: 204 len: 168 time: 1.3853378 Nov 16 21:56:00.918805 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 44318) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:56:00.982428 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.db_base_plugin_v2 [None req-d249b62d-ffe8-4daf-8837-4a76317390f7 admin admin] Deleting subnet cb5ac88a-6550-48f5-a9b5-a5a444607107 {{(pid=86863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 16 21:56:00.985316 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-d249b62d-ffe8-4daf-8837-4a76317390f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:01.036216 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-d249b62d-ffe8-4daf-8837-4a76317390f7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:01.074761 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-d249b62d-ffe8-4daf-8837-4a76317390f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7959338'] for subnet, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:01.148955 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-d249b62d-ffe8-4daf-8837-4a76317390f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7959329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446'] for subnet, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:01.153712 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-3a627b3d-2d11-4165-bd74-745642d9e4f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:56:01.190284 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b62d-ffe8-4daf-8837-4a76317390f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb5ac88a-6550-48f5-a9b5-a5a444607107,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:56:01.193367 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-d249b62d-ffe8-4daf-8837-4a76317390f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:56:01.194264 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-d249b62d-ffe8-4daf-8837-4a76317390f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578116'] for subnet, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:01.201142 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-d249b62d-ffe8-4daf-8837-4a76317390f7 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/cb5ac88a-6550-48f5-a9b5-a5a444607107 HTTP/1.1" status: 204 len: 168 time: 0.2812953 Nov 16 21:56:01.203596 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 44324) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:56:01.203985 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834905b1-55eb-4931-a291-b3e7939f8e2d None None] Network 5441cba4-5c74-4068-bd41-97933fedc0db requested from dv-cinder-818140-1-smb {{(pid=86865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 16 21:56:01.318964 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-977fc121-7564-4630-b732-235fff13c1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7988716'] for network, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:01.331105 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.plugin [None req-977fc121-7564-4630-b732-235fff13c1cf admin admin] Deleting port 0660bd61-2400-404a-925c-a8d1833fcbeb {{(pid=86863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 16 21:56:01.331438 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-977fc121-7564-4630-b732-235fff13c1cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790568630941'] for port, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:01.499608 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d08108-2310-4d3d-888f-d4c83ddf2802 None None] DHCP port deletion for 5441cba4-5c74-4068-bd41-97933fedc0db request from dv-cinder-818140-1-smb {{(pid=86865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 16 21:56:01.503635 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-93d08108-2310-4d3d-888f-d4c83ddf2802 None None] Deleting port 0660bd61-2400-404a-925c-a8d1833fcbeb {{(pid=86865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 16 21:56:01.504011 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-93d08108-2310-4d3d-888f-d4c83ddf2802 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790568630941'] for port, before_delete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:01.560634 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.db [None req-977fc121-7564-4630-b732-235fff13c1cf admin admin] For port 0660bd61-2400-404a-925c-a8d1833fcbeb, host dv-cinder-818140-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=0660bd61-2400-404a-925c-a8d1833fcbeb,segment=NetworkSegment(b959d8bb-8121-4147-9242-2354f21e1356),segment_id=b959d8bb-8121-4147-9242-2354f21e1356)] {{(pid=86863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:56:01.561247 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-977fc121-7564-4630-b732-235fff13c1cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675270'] for port, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:01.720997 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-93d08108-2310-4d3d-888f-d4c83ddf2802 None None] For port 0660bd61-2400-404a-925c-a8d1833fcbeb, host dv-cinder-818140-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=0660bd61-2400-404a-925c-a8d1833fcbeb,segment=NetworkSegment(b959d8bb-8121-4147-9242-2354f21e1356),segment_id=b959d8bb-8121-4147-9242-2354f21e1356)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:56:01.721353 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-93d08108-2310-4d3d-888f-d4c83ddf2802 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675270'] for port, precommit_delete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:01.778956 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.plugin [None req-977fc121-7564-4630-b732-235fff13c1cf admin admin] Calling delete_port for 0660bd61-2400-404a-925c-a8d1833fcbeb owned by network:dhcp {{(pid=86863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 16 21:56:01.841158 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-93d08108-2310-4d3d-888f-d4c83ddf2802 None None] Calling delete_port for 0660bd61-2400-404a-925c-a8d1833fcbeb owned by network:dhcp {{(pid=86865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 16 21:56:01.853776 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-977fc121-7564-4630-b732-235fff13c1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790568634161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790568269114'] for port, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:01.858038 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-8ba25358-2edb-4209-881a-f3f728b28e27 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:56:01.904965 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977fc121-7564-4630-b732-235fff13c1cf admin admin] Pushing event deleted for resources: {'Port': ['ID=0660bd61-2400-404a-925c-a8d1833fcbeb,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:56:01.907367 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-977fc121-7564-4630-b732-235fff13c1cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:56:01.909774 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977fc121-7564-4630-b732-235fff13c1cf admin admin] No DVR routers for this DVR port 0660bd61-2400-404a-925c-a8d1833fcbeb on host dv-cinder-818140-1-smb {{(pid=86863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:56:01.916225 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.db.api [None req-93d08108-2310-4d3d-888f-d4c83ddf2802 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:56:01.918884 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_db.api [None req-93d08108-2310-4d3d-888f-d4c83ddf2802 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:56:01.921331 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device 0660bd61-2400-404a-925c-a8d1833fcbeb no longer exists at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 16 21:56:01.958917 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] No Port match for: 0660bd61-2400-404a-925c-a8d1833fcbeb {{(pid=86865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 16 21:56:01.959269 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device 0660bd61-2400-404a-925c-a8d1833fcbeb not bound to the agent host dv-cinder-818140-1-smb {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 16 21:56:01.959711 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device 8bbbc2ad-d8b2-42a3-9401-ce360a7ae07e no longer exists at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 16 21:56:01.994400 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] No Port match for: 8bbbc2ad-d8b2-42a3-9401-ce360a7ae07e {{(pid=86865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 16 21:56:01.994966 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device 8bbbc2ad-d8b2-42a3-9401-ce360a7ae07e not bound to the agent host dv-cinder-818140-1-smb {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 16 21:56:01.996126 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device fce45bd0-5df2-428f-8312-e42e478fe91a no longer exists at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 16 21:56:02.032391 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-977fc121-7564-4630-b732-235fff13c1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7962236', 'neutron.services.segments.db._delete_segments_for_network-8790568771669'] for network, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:02.032572 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] No Port match for: fce45bd0-5df2-428f-8312-e42e478fe91a {{(pid=86865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 16 21:56:02.032980 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device fce45bd0-5df2-428f-8312-e42e478fe91a not bound to the agent host dv-cinder-818140-1-smb {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 16 21:56:02.059805 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-977fc121-7564-4630-b732-235fff13c1cf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:56:02.060149 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-977fc121-7564-4630-b732-235fff13c1cf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:56:02.060931 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-977fc121-7564-4630-b732-235fff13c1cf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:56:02.061268 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-977fc121-7564-4630-b732-235fff13c1cf admin admin] Subscribe: > port after_create 55550000 {{(pid=86863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:56:02.061592 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-977fc121-7564-4630-b732-235fff13c1cf admin admin] Subscribe: > port after_delete 55550000 {{(pid=86863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:56:02.061912 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-977fc121-7564-4630-b732-235fff13c1cf admin admin] Subscribe: > port after_update 55550000 {{(pid=86863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:56:02.062246 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-977fc121-7564-4630-b732-235fff13c1cf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:56:02.062554 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-977fc121-7564-4630-b732-235fff13c1cf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:56:02.062861 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-977fc121-7564-4630-b732-235fff13c1cf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:56:02.063161 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-977fc121-7564-4630-b732-235fff13c1cf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:56:02.129268 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-977fc121-7564-4630-b732-235fff13c1cf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:56:02.129612 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-977fc121-7564-4630-b732-235fff13c1cf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:56:02.129943 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-977fc121-7564-4630-b732-235fff13c1cf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:56:02.130293 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-977fc121-7564-4630-b732-235fff13c1cf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:56:02.130658 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.services.segments.db [None req-977fc121-7564-4630-b732-235fff13c1cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5441cba4-5c74-4068-bd41-97933fedc0db']}} {{(pid=86863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:56:02.143953 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.services.segments.db [None req-977fc121-7564-4630-b732-235fff13c1cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b959d8bb-8121-4147-9242-2354f21e1356') {'for_net_delete': True} {{(pid=86863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:56:02.144247 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.services.segments.db [None req-977fc121-7564-4630-b732-235fff13c1cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b959d8bb-8121-4147-9242-2354f21e1356') {} {{(pid=86863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:56:02.156360 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-977fc121-7564-4630-b732-235fff13c1cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790568701269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2982132'] for segment, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:02.172959 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-977fc121-7564-4630-b732-235fff13c1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930301'] for segment, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:02.180223 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-977fc121-7564-4630-b732-235fff13c1cf admin admin] Releasing vlan 842 on physical network physnet1 to pool {{(pid=86863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:56:02.180608 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-977fc121-7564-4630-b732-235fff13c1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7930292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1459316'] for segment, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:02.197321 dv-cinder-818140-1-smb neutron-server[86863]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 16 21:56:02.197321 dv-cinder-818140-1-smb neutron-server[86863]: from cryptography.utils import int_from_bytes Nov 16 21:56:02.197321 dv-cinder-818140-1-smb neutron-server[86863]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 16 21:56:02.197321 dv-cinder-818140-1-smb neutron-server[86863]: from cryptography.utils import int_from_bytes Nov 16 21:56:02.197321 dv-cinder-818140-1-smb neutron-server[86863]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 16 21:56:02.197321 dv-cinder-818140-1-smb neutron-server[86863]: util.warn_limited( Nov 16 21:56:02.197321 dv-cinder-818140-1-smb neutron-server[86863]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 16 21:56:02.197321 dv-cinder-818140-1-smb neutron-server[86863]: util.warn_limited( Nov 16 21:56:02.197321 dv-cinder-818140-1-smb neutron-server[86863]: Traceback (most recent call last): Nov 16 21:56:02.197321 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:56:02.197321 dv-cinder-818140-1-smb neutron-server[86863]: timer() Nov 16 21:56:02.197321 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:56:02.197321 dv-cinder-818140-1-smb neutron-server[86863]: cb(*args, **kw) Nov 16 21:56:02.197321 dv-cinder-818140-1-smb neutron-server[86863]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 16 21:56:02.197321 dv-cinder-818140-1-smb neutron-server[86863]: return func(*args, **kwargs) Nov 16 21:56:02.197321 dv-cinder-818140-1-smb neutron-server[86863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:56:02.197321 dv-cinder-818140-1-smb neutron-server[86863]: self._notify() Nov 16 21:56:02.197321 dv-cinder-818140-1-smb neutron-server[86863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:56:02.197321 dv-cinder-818140-1-smb neutron-server[86863]: self.callback(batched_events) Nov 16 21:56:02.197321 dv-cinder-818140-1-smb neutron-server[86863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:56:02.197321 dv-cinder-818140-1-smb neutron-server[86863]: event.method(event) Nov 16 21:56:02.197321 dv-cinder-818140-1-smb neutron-server[86863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 16 21:56:02.197321 dv-cinder-818140-1-smb neutron-server[86863]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:56:02.197321 dv-cinder-818140-1-smb neutron-server[86863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 16 21:56:02.197321 dv-cinder-818140-1-smb neutron-server[86863]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:56:02.197321 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 16 21:56:02.197321 dv-cinder-818140-1-smb neutron-server[86863]: return f(self, *a, **k) Nov 16 21:56:02.197321 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 16 21:56:02.197321 dv-cinder-818140-1-smb neutron-server[86863]: return self._get(url).json() Nov 16 21:56:02.197321 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 16 21:56:02.197321 dv-cinder-818140-1-smb neutron-server[86863]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:56:02.197321 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:56:02.197321 dv-cinder-818140-1-smb neutron-server[86863]: return self.request(url, 'GET', **kwargs) Nov 16 21:56:02.197321 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:56:02.197321 dv-cinder-818140-1-smb neutron-server[86863]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:56:02.197321 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:56:02.197321 dv-cinder-818140-1-smb neutron-server[86863]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:56:02.197321 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:56:02.197321 dv-cinder-818140-1-smb neutron-server[86863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:56:02.197321 dv-cinder-818140-1-smb neutron-server[86863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:56:02.275907 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-977fc121-7564-4630-b732-235fff13c1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7962117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677574'] for network, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:02.280442 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:56:02.296700 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-977fc121-7564-4630-b732-235fff13c1cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578116'] for network, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:02.302988 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977fc121-7564-4630-b732-235fff13c1cf admin admin] Pushing event deleted for resources: {'Network': ['ID=5441cba4-5c74-4068-bd41-97933fedc0db,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:56:02.306950 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-977fc121-7564-4630-b732-235fff13c1cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:56:02.313060 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-977fc121-7564-4630-b732-235fff13c1cf admin admin] 10.222.0.50 "DELETE /v2.0/networks/5441cba4-5c74-4068-bd41-97933fedc0db HTTP/1.1" status: 204 len: 168 time: 1.1085324 Nov 16 21:56:02.379761 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0792e6b-3bbd-4a01-8540-4a3533b88f1b req-3f811c4b-397c-4ec5-9b8d-69f324a99b64 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:02.381198 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-a0792e6b-3bbd-4a01-8540-4a3533b88f1b req-3f811c4b-397c-4ec5-9b8d-69f324a99b64 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/networks?id=86d88184-656f-4802-b205-562d456d133d HTTP/1.1" status: 200 len: 815 time: 0.1495068 Nov 16 21:56:02.397213 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-a0792e6b-3bbd-4a01-8540-4a3533b88f1b req-41c2903e-9464-4109-bced-678cf4aac348 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/quotas/2bdcf483bf7846ea91187eab3a26679a HTTP/1.1" status: 200 len: 375 time: 0.0094464 Nov 16 21:56:02.420068 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-93d08108-2310-4d3d-888f-d4c83ddf2802 None None] Deleting port 0660bd61-2400-404a-925c-a8d1833fcbeb {{(pid=86865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 16 21:56:02.420571 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-93d08108-2310-4d3d-888f-d4c83ddf2802 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790568630941'] for port, before_delete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:02.427739 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 44348) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:56:02.481356 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-d3a6e527-ac3e-4efc-8b28-dd944abce856 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0121324dc4634d618660eb8421898f4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0501239 Nov 16 21:56:02.481582 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 44352) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:56:02.484769 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-a0792e6b-3bbd-4a01-8540-4a3533b88f1b req-76913074-216c-4fa0-bedd-0d09eddb09b2 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2bdcf483bf7846ea91187eab3a26679a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0809307 Nov 16 21:56:02.488236 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-93d08108-2310-4d3d-888f-d4c83ddf2802 None None] The port '0660bd61-2400-404a-925c-a8d1833fcbeb' was deleted {{(pid=86865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 16 21:56:02.548259 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-9c23e69b-8eca-45e7-8e62-7f5f2a1383bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:02.575811 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-9c23e69b-8eca-45e7-8e62-7f5f2a1383bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:02.632008 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-9c23e69b-8eca-45e7-8e62-7f5f2a1383bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:02.636512 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-e73aa2b2-378f-4d4a-afc0-4e4d67f9f9c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:56:02.654821 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c23e69b-8eca-45e7-8e62-7f5f2a1383bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32489ef2-4d6d-4b12-8fcc-6f400adc7c80,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:56:02.657361 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-9c23e69b-8eca-45e7-8e62-7f5f2a1383bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:56:02.667431 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-9c23e69b-8eca-45e7-8e62-7f5f2a1383bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:02.670903 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-9c23e69b-8eca-45e7-8e62-7f5f2a1383bf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/32489ef2-4d6d-4b12-8fcc-6f400adc7c80 HTTP/1.1" status: 204 len: 168 time: 0.1859906 Nov 16 21:56:02.727290 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-a0792e6b-3bbd-4a01-8540-4a3533b88f1b req-dcfa19eb-ed33-45d6-b80e-3e4075593896 service neutron] 10.222.0.50 "GET /v2.0/networks/86d88184-656f-4802-b205-562d456d133d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345791 Nov 16 21:56:02.857516 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-a0792e6b-3bbd-4a01-8540-4a3533b88f1b req-8190aee4-22d9-4276-abd8-1dc629d2b46d service neutron] 10.222.0.50 "GET /v2.0/networks/86d88184-656f-4802-b205-562d456d133d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241539 Nov 16 21:56:03.017237 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 44366) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:56:03.045928 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-663f6630-0192-429a-a160-bfad938b20e0 req-e97a19ee-e9f3-4fbe-b271-a8f5d01add70 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/ports?device_id=5fe17600-58ab-4397-a1e4-79cc43f35264 HTTP/1.1" status: 200 len: 210 time: 0.0472779 Nov 16 21:56:03.074726 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-3bc1ed80-4099-4f7e-a3ac-25f5728c34a9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fb51f64ed80146069abd5c0e32b40c2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0562568 Nov 16 21:56:03.077604 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 44370) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:56:03.134955 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-ee15cc17-6ae8-438a-9491-5cdca4d712ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:03.166123 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-ee15cc17-6ae8-438a-9491-5cdca4d712ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:03.219672 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-ee15cc17-6ae8-438a-9491-5cdca4d712ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:03.224618 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-2e629c64-dfbe-450a-a95c-9d4b5f061821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:56:03.235589 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15cc17-6ae8-438a-9491-5cdca4d712ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86369d00-3e67-4802-a12c-fd4a0566626c,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:56:03.240556 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-ee15cc17-6ae8-438a-9491-5cdca4d712ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:56:03.242712 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-ee15cc17-6ae8-438a-9491-5cdca4d712ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:03.243811 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-ee15cc17-6ae8-438a-9491-5cdca4d712ab admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/86369d00-3e67-4802-a12c-fd4a0566626c HTTP/1.1" status: 204 len: 168 time: 0.1653047 Nov 16 21:56:04.239201 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-a0fa0d65-b938-4dfc-998a-fdc00b58572a req-1cebf64d-445b-48fe-896b-576da42cdb14 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/ports?device_id=5fe17600-58ab-4397-a1e4-79cc43f35264 HTTP/1.1" status: 200 len: 210 time: 0.0565503 Nov 16 21:56:04.292068 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0792e6b-3bbd-4a01-8540-4a3533b88f1b req-1d562e57-3ce7-459b-9877-498f5b61b891 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:04.293465 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-a0792e6b-3bbd-4a01-8540-4a3533b88f1b req-1d562e57-3ce7-459b-9877-498f5b61b891 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.60 "GET /v2.0/networks?id=86d88184-656f-4802-b205-562d456d133d HTTP/1.1" status: 200 len: 815 time: 0.1860085 Nov 16 21:56:04.309729 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [req-a0792e6b-3bbd-4a01-8540-4a3533b88f1b req-6b99ecd8-8230-48d6-a300-ea12bdf5b130 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Request body: {'port': {'device_id': '5fe17600-58ab-4397-a1e4-79cc43f35264', 'network_id': '86d88184-656f-4802-b205-562d456d133d', 'admin_state_up': True, 'tenant_id': '2bdcf483bf7846ea91187eab3a26679a'}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:56:04.442552 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [req-a0792e6b-3bbd-4a01-8540-4a3533b88f1b req-6b99ecd8-8230-48d6-a300-ea12bdf5b130 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:56:04.452596 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [req-a0792e6b-3bbd-4a01-8540-4a3533b88f1b req-6b99ecd8-8230-48d6-a300-ea12bdf5b130 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:56:04.461861 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0792e6b-3bbd-4a01-8540-4a3533b88f1b req-6b99ecd8-8230-48d6-a300-ea12bdf5b130 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Made reservation on behalf of 2bdcf483bf7846ea91187eab3a26679a for: {'port': 1} {{(pid=86863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:56:04.465292 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-a0792e6b-3bbd-4a01-8540-4a3533b88f1b req-6b99ecd8-8230-48d6-a300-ea12bdf5b130 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:04.629574 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.db_base_plugin_common [req-a0792e6b-3bbd-4a01-8540-4a3533b88f1b req-6b99ecd8-8230-48d6-a300-ea12bdf5b130 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Allocated IP 172.20.0.14 (86d88184-656f-4802-b205-562d456d133d/610d7894-6793-45a3-88f7-014c25c00b16/8b682f1f-4927-44d4-b864-be2ce6a64b3e) {{(pid=86863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:56:04.833673 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-a0792e6b-3bbd-4a01-8540-4a3533b88f1b req-6b99ecd8-8230-48d6-a300-ea12bdf5b130 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Notify callbacks [] for port, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:04.862498 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-a0792e6b-3bbd-4a01-8540-4a3533b88f1b req-6b99ecd8-8230-48d6-a300-ea12bdf5b130 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790568269105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1459265'] for port, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:04.867731 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-ca43986d-5f90-4e33-afaa-e6b3ca6e2ad9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:56:04.873883 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] get_ports_and_sgs() called for port_ids ['379072b5-055d-4c37-b04c-a11bfc6fd936', '749062f5-9cb4-4160-84d6-c990d5ada8ae', 'f94f7b4e-5ad8-43d0-8df3-7d48c189c1e0'] {{(pid=86865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 16 21:56:04.935949 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0792e6b-3bbd-4a01-8540-4a3533b88f1b req-6b99ecd8-8230-48d6-a300-ea12bdf5b130 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Network 86d88184-656f-4802-b205-562d456d133d is already hosted by enough agents. {{(pid=86863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:56:04.939200 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.base_scheduler [req-a0792e6b-3bbd-4a01-8540-4a3533b88f1b req-6b99ecd8-8230-48d6-a300-ea12bdf5b130 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Resources bound (agent type, host, resource id): {{(pid=86863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:56:04.943154 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0792e6b-3bbd-4a01-8540-4a3533b88f1b req-6b99ecd8-8230-48d6-a300-ea12bdf5b130 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Received port after_create {{(pid=86863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 16 21:56:04.977067 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b99ecd8-8230-48d6-a300-ea12bdf5b130 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Pushing event updated for resources: {'Port': ['ID=8b682f1f-4927-44d4-b864-be2ce6a64b3e,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:56:04.986525 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-6b99ecd8-8230-48d6-a300-ea12bdf5b130 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:56:05.010916 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0792e6b-3bbd-4a01-8540-4a3533b88f1b req-6b99ecd8-8230-48d6-a300-ea12bdf5b130 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:05.012023 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-a0792e6b-3bbd-4a01-8540-4a3533b88f1b req-6b99ecd8-8230-48d6-a300-ea12bdf5b130 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for port, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:05.036835 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-a0792e6b-3bbd-4a01-8540-4a3533b88f1b req-6b99ecd8-8230-48d6-a300-ea12bdf5b130 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7312038 Nov 16 21:56:05.050219 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [req-a0792e6b-3bbd-4a01-8540-4a3533b88f1b req-38181c49-dd45-4bc0-9c5b-b2869a1bcbe9 service neutron] Request body: {'port': {'device_id': '5fe17600-58ab-4397-a1e4-79cc43f35264', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81814'}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:56:05.251395 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-a0792e6b-3bbd-4a01-8540-4a3533b88f1b req-38181c49-dd45-4bc0-9c5b-b2869a1bcbe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:05.583326 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234bc267-fb0f-4e0a-b205-7b0aef6874b0 req-ddfb7203-0bd2-4ff5-bb25-329d664510fd tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:05.583912 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-234bc267-fb0f-4e0a-b205-7b0aef6874b0 req-ddfb7203-0bd2-4ff5-bb25-329d664510fd tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Synchronizing usage tracker for tenant:2bdcf483bf7846ea91187eab3a26679a on resource:port {{(pid=86863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:56:05.606929 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-234bc267-fb0f-4e0a-b205-7b0aef6874b0 req-ddfb7203-0bd2-4ff5-bb25-329d664510fd tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Unset dirty status for tenant:2bdcf483bf7846ea91187eab3a26679a on resource:port {{(pid=86863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:56:05.608017 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-234bc267-fb0f-4e0a-b205-7b0aef6874b0 req-ddfb7203-0bd2-4ff5-bb25-329d664510fd tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/ports?device_id=5fe17600-58ab-4397-a1e4-79cc43f35264 HTTP/1.1" status: 200 len: 932 time: 0.2409718 Nov 16 21:56:05.704315 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.notifiers.nova [req-a0792e6b-3bbd-4a01-8540-4a3533b88f1b req-38181c49-dd45-4bc0-9c5b-b2869a1bcbe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b682f1f-4927-44d4-b864-be2ce6a64b3e {{(pid=86863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:56:05.710751 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-234bc267-fb0f-4e0a-b205-7b0aef6874b0 req-f60b151a-25fb-40b6-a9d9-8e015a9d0146 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/security-groups?id=4a9b460f-8f24-4635-8eb2-2727222fe8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938079 Nov 16 21:56:05.715652 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-a0792e6b-3bbd-4a01-8540-4a3533b88f1b req-38181c49-dd45-4bc0-9c5b-b2869a1bcbe9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:05.733517 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.provisioning_blocks [req-a0792e6b-3bbd-4a01-8540-4a3533b88f1b req-38181c49-dd45-4bc0-9c5b-b2869a1bcbe9 service neutron] Transition to ACTIVE for port object 8b682f1f-4927-44d4-b864-be2ce6a64b3e will not be triggered until provisioned by entity L2. {{(pid=86863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:56:05.734516 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-a0792e6b-3bbd-4a01-8540-4a3533b88f1b req-38181c49-dd45-4bc0-9c5b-b2869a1bcbe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1459288'] for port, after_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:05.738998 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-05286737-6516-4e51-939e-f2ba1f9a53b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:56:05.899730 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38181c49-dd45-4bc0-9c5b-b2869a1bcbe9 service neutron] Pushing event updated for resources: {'Port': ['ID=8b682f1f-4927-44d4-b864-be2ce6a64b3e,revision_number=2']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:56:05.906683 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-38181c49-dd45-4bc0-9c5b-b2869a1bcbe9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:56:05.972232 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.managers [req-a0792e6b-3bbd-4a01-8540-4a3533b88f1b req-38181c49-dd45-4bc0-9c5b-b2869a1bcbe9 service neutron] Attempting to bind port 8b682f1f-4927-44d4-b864-be2ce6a64b3e on host hv-cinder-81814 for vnic_type normal with profile {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 21:56:05.972557 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.managers [req-a0792e6b-3bbd-4a01-8540-4a3533b88f1b req-38181c49-dd45-4bc0-9c5b-b2869a1bcbe9 service neutron] Attempting to bind port 8b682f1f-4927-44d4-b864-be2ce6a64b3e by drivers openvswitch,hyperv on host hv-cinder-81814 at level 0 using segments [{'id': '3e585fd9-76d3-4d9f-902c-88f1b991a1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '86d88184-656f-4802-b205-562d456d133d'}] {{(pid=86863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 21:56:05.972876 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0792e6b-3bbd-4a01-8540-4a3533b88f1b req-38181c49-dd45-4bc0-9c5b-b2869a1bcbe9 service neutron] Attempting to bind port 8b682f1f-4927-44d4-b864-be2ce6a64b3e on network 86d88184-656f-4802-b205-562d456d133d {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 16 21:56:05.977286 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0792e6b-3bbd-4a01-8540-4a3533b88f1b req-38181c49-dd45-4bc0-9c5b-b2869a1bcbe9 service neutron] Port 8b682f1f-4927-44d4-b864-be2ce6a64b3e on network 86d88184-656f-4802-b205-562d456d133d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81814 {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 16 21:56:05.977596 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0792e6b-3bbd-4a01-8540-4a3533b88f1b req-38181c49-dd45-4bc0-9c5b-b2869a1bcbe9 service neutron] Attempting to bind port 8b682f1f-4927-44d4-b864-be2ce6a64b3e on network 86d88184-656f-4802-b205-562d456d133d {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 16 21:56:05.983087 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0792e6b-3bbd-4a01-8540-4a3533b88f1b req-38181c49-dd45-4bc0-9c5b-b2869a1bcbe9 service neutron] Checking agent: {'id': '426a5c9b-164f-481a-ad6e-a795536ce9ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81814', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 49, 31), 'started_at': datetime.datetime(2021, 11, 16, 21, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 16 21:56:05.983404 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0792e6b-3bbd-4a01-8540-4a3533b88f1b req-38181c49-dd45-4bc0-9c5b-b2869a1bcbe9 service neutron] Checking segment: {'id': '3e585fd9-76d3-4d9f-902c-88f1b991a1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '86d88184-656f-4802-b205-562d456d133d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 16 21:56:05.983769 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0792e6b-3bbd-4a01-8540-4a3533b88f1b req-38181c49-dd45-4bc0-9c5b-b2869a1bcbe9 service neutron] Bound using segment: {'id': '3e585fd9-76d3-4d9f-902c-88f1b991a1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '86d88184-656f-4802-b205-562d456d133d'} {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 16 21:56:05.984178 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.managers [req-a0792e6b-3bbd-4a01-8540-4a3533b88f1b req-38181c49-dd45-4bc0-9c5b-b2869a1bcbe9 service neutron] Bound port: 8b682f1f-4927-44d4-b864-be2ce6a64b3e, host: hv-cinder-81814, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e585fd9-76d3-4d9f-902c-88f1b991a1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '86d88184-656f-4802-b205-562d456d133d'}}] {{(pid=86863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 21:56:05.984505 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-a0792e6b-3bbd-4a01-8540-4a3533b88f1b req-38181c49-dd45-4bc0-9c5b-b2869a1bcbe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:06.076483 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.db [req-a0792e6b-3bbd-4a01-8540-4a3533b88f1b req-38181c49-dd45-4bc0-9c5b-b2869a1bcbe9 service neutron] For port 8b682f1f-4927-44d4-b864-be2ce6a64b3e, host hv-cinder-81814, cleared binding levels {{(pid=86863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 16 21:56:06.079372 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.db [req-a0792e6b-3bbd-4a01-8540-4a3533b88f1b req-38181c49-dd45-4bc0-9c5b-b2869a1bcbe9 service neutron] For port 8b682f1f-4927-44d4-b864-be2ce6a64b3e, host hv-cinder-81814, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=8b682f1f-4927-44d4-b864-be2ce6a64b3e,segment=NetworkSegment(3e585fd9-76d3-4d9f-902c-88f1b991a1f1),segment_id=3e585fd9-76d3-4d9f-902c-88f1b991a1f1)] {{(pid=86863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 16 21:56:06.083835 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-a0792e6b-3bbd-4a01-8540-4a3533b88f1b req-38181c49-dd45-4bc0-9c5b-b2869a1bcbe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1459288'] for port, after_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:06.087989 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:56:06.143408 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0792e6b-3bbd-4a01-8540-4a3533b88f1b req-38181c49-dd45-4bc0-9c5b-b2869a1bcbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:06.144001 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-a0792e6b-3bbd-4a01-8540-4a3533b88f1b req-38181c49-dd45-4bc0-9c5b-b2869a1bcbe9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for port, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:06.145316 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-a0792e6b-3bbd-4a01-8540-4a3533b88f1b req-38181c49-dd45-4bc0-9c5b-b2869a1bcbe9 service neutron] 10.222.0.60 "PUT /v2.0/ports/8b682f1f-4927-44d4-b864-be2ce6a64b3e HTTP/1.1" status: 200 len: 1094 time: 1.1004910 Nov 16 21:56:06.145791 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fe17600-58ab-4397-a1e4-79cc43f35264', 'tag': '8b682f1f-4927-44d4-b864-be2ce6a64b3e'}] {{(pid=86863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:56:06.167872 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38181c49-dd45-4bc0-9c5b-b2869a1bcbe9 service neutron] Pushing event updated for resources: {'Port': ['ID=8b682f1f-4927-44d4-b864-be2ce6a64b3e,revision_number=3']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:56:06.171508 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-38181c49-dd45-4bc0-9c5b-b2869a1bcbe9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:56:06.221648 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fe17600-58ab-4397-a1e4-79cc43f35264', 'tag': '8b682f1f-4927-44d4-b864-be2ce6a64b3e', 'status': 'completed', 'code': 200} Nov 16 21:56:06.265458 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0792e6b-3bbd-4a01-8540-4a3533b88f1b req-a3f9aaea-056e-4d46-8a73-f76b833817c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:06.266942 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-a0792e6b-3bbd-4a01-8540-4a3533b88f1b req-a3f9aaea-056e-4d46-8a73-f76b833817c3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2bdcf483bf7846ea91187eab3a26679a&device_id=5fe17600-58ab-4397-a1e4-79cc43f35264 HTTP/1.1" status: 200 len: 1097 time: 0.0784411 Nov 16 21:56:06.336605 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-a0792e6b-3bbd-4a01-8540-4a3533b88f1b req-ba1ea367-4924-4871-ab4f-4ca95a3a16c0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b682f1f-4927-44d4-b864-be2ce6a64b3e HTTP/1.1" status: 200 len: 217 time: 0.0610950 Nov 16 21:56:06.404091 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0792e6b-3bbd-4a01-8540-4a3533b88f1b req-5e946ec6-3b3f-4467-bed3-54ee49d03c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:06.405372 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-a0792e6b-3bbd-4a01-8540-4a3533b88f1b req-5e946ec6-3b3f-4467-bed3-54ee49d03c06 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=610d7894-6793-45a3-88f7-014c25c00b16 HTTP/1.1" status: 200 len: 855 time: 0.0604036 Nov 16 21:56:06.452492 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-a0792e6b-3bbd-4a01-8540-4a3533b88f1b req-82790612-2172-4153-b81a-8b60ce400267 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=86d88184-656f-4802-b205-562d456d133d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398629 Nov 16 21:56:06.601107 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-a0792e6b-3bbd-4a01-8540-4a3533b88f1b req-07995290-0e64-4b10-96a3-a78a3e2ee0ae service neutron] 10.222.0.60 "GET /v2.0/networks/86d88184-656f-4802-b205-562d456d133d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371839 Nov 16 21:56:06.729036 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-a0792e6b-3bbd-4a01-8540-4a3533b88f1b req-520efee5-8793-4922-a017-19c5aa690432 service neutron] 10.222.0.60 "GET /v2.0/networks/86d88184-656f-4802-b205-562d456d133d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208961 Nov 16 21:56:06.850012 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484249f8-83be-4f61-a5a4-9aa7325a529a req-916ce0d5-806e-42b1-bcb2-1fba8b7023b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:06.851658 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-484249f8-83be-4f61-a5a4-9aa7325a529a req-916ce0d5-806e-42b1-bcb2-1fba8b7023b5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2bdcf483bf7846ea91187eab3a26679a&device_id=5fe17600-58ab-4397-a1e4-79cc43f35264 HTTP/1.1" status: 200 len: 1097 time: 0.0701342 Nov 16 21:56:06.912693 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1e9f4-c440-404c-ac7d-a29fd20b2ed6 req-82cdc302-5983-4690-b21c-befbe6bcb88f tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:06.914932 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-b1f1e9f4-c440-404c-ac7d-a29fd20b2ed6 req-82cdc302-5983-4690-b21c-befbe6bcb88f tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/ports?device_id=5fe17600-58ab-4397-a1e4-79cc43f35264 HTTP/1.1" status: 200 len: 944 time: 0.0950327 Nov 16 21:56:06.966234 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-b1f1e9f4-c440-404c-ac7d-a29fd20b2ed6 req-9b6e017d-ca88-4853-b424-7fe55443ecf3 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/security-groups?id=4a9b460f-8f24-4635-8eb2-2727222fe8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448220 Nov 16 21:56:07.092755 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484249f8-83be-4f61-a5a4-9aa7325a529a req-f9767186-569f-4b85-8f2a-8e0a18bec1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:07.094130 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-484249f8-83be-4f61-a5a4-9aa7325a529a req-f9767186-569f-4b85-8f2a-8e0a18bec1a4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=86d88184-656f-4802-b205-562d456d133d HTTP/1.1" status: 200 len: 916 time: 0.2342763 Nov 16 21:56:07.161599 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-484249f8-83be-4f61-a5a4-9aa7325a529a req-6fd5b010-6361-47b7-9198-bc4102517993 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b682f1f-4927-44d4-b864-be2ce6a64b3e HTTP/1.1" status: 200 len: 217 time: 0.0600562 Nov 16 21:56:07.226629 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484249f8-83be-4f61-a5a4-9aa7325a529a req-56f2d72a-5974-4146-871b-ae239c7e771c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:07.228086 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-484249f8-83be-4f61-a5a4-9aa7325a529a req-56f2d72a-5974-4146-871b-ae239c7e771c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=610d7894-6793-45a3-88f7-014c25c00b16 HTTP/1.1" status: 200 len: 855 time: 0.0594952 Nov 16 21:56:07.291057 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-484249f8-83be-4f61-a5a4-9aa7325a529a req-163bdd49-3b98-4883-9554-2dd76ec60eed service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=86d88184-656f-4802-b205-562d456d133d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472631 Nov 16 21:56:07.424874 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-484249f8-83be-4f61-a5a4-9aa7325a529a req-2d84bbee-63cb-4390-a5c6-6df1b492a21d service neutron] 10.222.0.60 "GET /v2.0/networks/86d88184-656f-4802-b205-562d456d133d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216822 Nov 16 21:56:07.559680 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-484249f8-83be-4f61-a5a4-9aa7325a529a req-8d16e321-b57a-4089-bd2e-c061eb3e63b1 service neutron] 10.222.0.60 "GET /v2.0/networks/86d88184-656f-4802-b205-562d456d133d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259844 Nov 16 21:56:08.157082 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3136f2db-3abd-43d0-b42a-6dfaecaaf215 req-d8b50f5a-6bb7-4a2b-8106-92bb473c582c tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:08.158549 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-3136f2db-3abd-43d0-b42a-6dfaecaaf215 req-d8b50f5a-6bb7-4a2b-8106-92bb473c582c tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/ports?device_id=5fe17600-58ab-4397-a1e4-79cc43f35264 HTTP/1.1" status: 200 len: 944 time: 0.0819564 Nov 16 21:56:08.203256 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-3136f2db-3abd-43d0-b42a-6dfaecaaf215 req-0f0e9a06-3611-4f80-9f39-847c350a760c tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/security-groups?id=4a9b460f-8f24-4635-8eb2-2727222fe8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390840 Nov 16 21:56:08.624380 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device 8b682f1f-4927-44d4-b864-be2ce6a64b3e details requested by agent hyperv_hv-cinder-81814 with host hv-cinder-81814 {{(pid=86865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 16 21:56:08.780316 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port 8b682f1f-4927-44d4-b864-be2ce6a64b3e, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=8b682f1f-4927-44d4-b864-be2ce6a64b3e,segment=NetworkSegment(3e585fd9-76d3-4d9f-902c-88f1b991a1f1),segment_id=3e585fd9-76d3-4d9f-902c-88f1b991a1f1)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:56:08.793454 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Returning: {'device': '8b682f1f-4927-44d4-b864-be2ce6a64b3e', 'network_id': '86d88184-656f-4802-b205-562d456d133d', 'port_id': '8b682f1f-4927-44d4-b864-be2ce6a64b3e', 'mac_address': 'fa:16:3e:c9:cf:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '610d7894-6793-45a3-88f7-014c25c00b16', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 16 21:56:08.846268 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:08.862784 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.notifiers.nova [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b682f1f-4927-44d4-b864-be2ce6a64b3e {{(pid=86865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:56:08.877558 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port 8b682f1f-4927-44d4-b864-be2ce6a64b3e, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=8b682f1f-4927-44d4-b864-be2ce6a64b3e,segment=NetworkSegment(3e585fd9-76d3-4d9f-902c-88f1b991a1f1),segment_id=3e585fd9-76d3-4d9f-902c-88f1b991a1f1)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:56:08.880410 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:08.882162 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:56:08.948610 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Pushing event updated for resources: {'Port': ['ID=8b682f1f-4927-44d4-b864-be2ce6a64b3e,revision_number=4']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:56:08.951668 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:56:09.229279 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] get_ports_and_sgs() called for port_ids ['8b682f1f-4927-44d4-b864-be2ce6a64b3e'] {{(pid=86865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 16 21:56:09.543621 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c637b-3021-4048-b7f7-d4c3cdcc2b60 req-16bc91d1-8bdf-4986-8126-1dfd1e41ef0b tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:09.545080 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-c85c637b-3021-4048-b7f7-d4c3cdcc2b60 req-16bc91d1-8bdf-4986-8126-1dfd1e41ef0b tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/ports?device_id=5fe17600-58ab-4397-a1e4-79cc43f35264 HTTP/1.1" status: 200 len: 945 time: 0.0859830 Nov 16 21:56:09.589126 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-c85c637b-3021-4048-b7f7-d4c3cdcc2b60 req-c0a494d4-e036-4ac6-8d63-cf7759dafa7a tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/security-groups?id=4a9b460f-8f24-4635-8eb2-2727222fe8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384605 Nov 16 21:56:09.851567 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e9932-a3be-4728-bdb4-3acf88094d28 req-10adf2e9-b541-4b2d-a554-494548897483 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:09.853000 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-4e4e9932-a3be-4728-bdb4-3acf88094d28 req-10adf2e9-b541-4b2d-a554-494548897483 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?device_id=c12d9905-4760-40db-bb4e-8200c90f09ce HTTP/1.1" status: 200 len: 945 time: 0.0773997 Nov 16 21:56:09.899016 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-4e4e9932-a3be-4728-bdb4-3acf88094d28 req-0872db41-f4b6-47b3-a9ac-bf9a22a6793e tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3fc8445-3b83-49cb-a2bd-29e358d9b8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403240 Nov 16 21:56:10.632769 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device 8b682f1f-4927-44d4-b864-be2ce6a64b3e up at agent hyperv_hv-cinder-81814 {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 21:56:10.703065 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Provisioning for port 8b682f1f-4927-44d4-b864-be2ce6a64b3e completed by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:56:10.707935 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Provisioning complete for port 8b682f1f-4927-44d4-b864-be2ce6a64b3e triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:56:10.708319 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:10.776396 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbaa2b8-9bfb-421f-9019-bbaaf03d088b req-5f2a21a1-3a43-4293-9346-06d770253131 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:10.778516 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-dbbaa2b8-9bfb-421f-9019-bbaaf03d088b req-5f2a21a1-3a43-4293-9346-06d770253131 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/ports?device_id=5fe17600-58ab-4397-a1e4-79cc43f35264 HTTP/1.1" status: 200 len: 945 time: 0.0851052 Nov 16 21:56:10.822470 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-dbbaa2b8-9bfb-421f-9019-bbaaf03d088b req-b8635cb3-0caa-4546-85e5-4def66edc2ee tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/security-groups?id=4a9b460f-8f24-4635-8eb2-2727222fe8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379536 Nov 16 21:56:10.827170 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:10.853791 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe17600-58ab-4397-a1e4-79cc43f35264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b682f1f-4927-44d4-b864-be2ce6a64b3e'}] {{(pid=86865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:56:10.863133 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port 8b682f1f-4927-44d4-b864-be2ce6a64b3e, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=8b682f1f-4927-44d4-b864-be2ce6a64b3e,segment=NetworkSegment(3e585fd9-76d3-4d9f-902c-88f1b991a1f1),segment_id=3e585fd9-76d3-4d9f-902c-88f1b991a1f1)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:56:10.867483 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:10.869325 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-1346e161-d897-4a91-b0f2-9de423782388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:56:10.904852 dv-cinder-818140-1-smb neutron-server[86865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe17600-58ab-4397-a1e4-79cc43f35264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b682f1f-4927-44d4-b864-be2ce6a64b3e', 'code': 200} Nov 16 21:56:10.941239 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Pushing event updated for resources: {'Port': ['ID=8b682f1f-4927-44d4-b864-be2ce6a64b3e,revision_number=5']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:56:10.944378 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:56:11.091518 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb19f4-d682-4c35-8642-5814562522c6 req-54bbbdfc-c483-404c-9fd1-7364b6f7d460 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:11.092980 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-0cdb19f4-d682-4c35-8642-5814562522c6 req-54bbbdfc-c483-404c-9fd1-7364b6f7d460 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?device_id=c12d9905-4760-40db-bb4e-8200c90f09ce HTTP/1.1" status: 200 len: 945 time: 0.0838821 Nov 16 21:56:11.141945 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-0cdb19f4-d682-4c35-8642-5814562522c6 req-f94e86a1-4636-4e58-9e73-be54c602fadf tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3fc8445-3b83-49cb-a2bd-29e358d9b8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430174 Nov 16 21:56:11.145418 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23f47a-b11d-4ba7-aae2-8257ec95aca1 req-5bb0272e-0a85-488c-bd1d-377377346828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:11.146911 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-0c23f47a-b11d-4ba7-aae2-8257ec95aca1 req-5bb0272e-0a85-488c-bd1d-377377346828 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5fe17600-58ab-4397-a1e4-79cc43f35264 HTTP/1.1" status: 200 len: 1099 time: 0.0713489 Nov 16 21:56:11.192252 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-0c23f47a-b11d-4ba7-aae2-8257ec95aca1 req-f00cbb07-d6b3-485b-a2c8-45628721b459 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4a9b460f-8f24-4635-8eb2-2727222fe8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379348 Nov 16 21:56:12.012017 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141534e6-2abf-4188-b434-0bea635d2ef6 req-614a98c8-90fc-4d26-9a78-e5b328e4d16e tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:12.013475 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-141534e6-2abf-4188-b434-0bea635d2ef6 req-614a98c8-90fc-4d26-9a78-e5b328e4d16e tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/ports?device_id=5fe17600-58ab-4397-a1e4-79cc43f35264 HTTP/1.1" status: 200 len: 946 time: 0.0797079 Nov 16 21:56:12.057150 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-141534e6-2abf-4188-b434-0bea635d2ef6 req-337709fc-e9fb-4494-98d7-2adcb2f38f6c tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/security-groups?id=4a9b460f-8f24-4635-8eb2-2727222fe8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378957 Nov 16 21:56:12.328880 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70835b7b-b5c7-4d60-8f24-557a893faf40 req-e8118468-064b-48ed-8974-41cc731a09a1 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:12.330342 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-70835b7b-b5c7-4d60-8f24-557a893faf40 req-e8118468-064b-48ed-8974-41cc731a09a1 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?device_id=c12d9905-4760-40db-bb4e-8200c90f09ce HTTP/1.1" status: 200 len: 945 time: 0.0799603 Nov 16 21:56:12.373021 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-70835b7b-b5c7-4d60-8f24-557a893faf40 req-371b2bfb-d178-4541-93c9-9b9e2597e8e6 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3fc8445-3b83-49cb-a2bd-29e358d9b8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372236 Nov 16 21:56:12.562575 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe751a-4e7a-4b67-9fae-97464a4d9e9b req-ed1a6935-f305-432c-a7dd-df0e52ee33d4 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:12.563982 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-d1fe751a-4e7a-4b67-9fae-97464a4d9e9b req-ed1a6935-f305-432c-a7dd-df0e52ee33d4 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.60 "GET /v2.0/ports?device_id=c12d9905-4760-40db-bb4e-8200c90f09ce HTTP/1.1" status: 200 len: 945 time: 0.0844655 Nov 16 21:56:12.637445 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.plugin [req-d1fe751a-4e7a-4b67-9fae-97464a4d9e9b req-2f4f48d5-3fdf-4b5b-a259-9002c9e7d9de tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Deleting port dd4f2956-621b-4050-ace3-90dee813569f {{(pid=86863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 16 21:56:12.637770 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-d1fe751a-4e7a-4b67-9fae-97464a4d9e9b req-2f4f48d5-3fdf-4b5b-a259-9002c9e7d9de tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790568630941'] for port, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:12.878846 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.db [req-d1fe751a-4e7a-4b67-9fae-97464a4d9e9b req-2f4f48d5-3fdf-4b5b-a259-9002c9e7d9de tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] For port dd4f2956-621b-4050-ace3-90dee813569f, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=dd4f2956-621b-4050-ace3-90dee813569f,segment=NetworkSegment(234b1cb3-8d4c-4456-8649-c81de3e8482d),segment_id=234b1cb3-8d4c-4456-8649-c81de3e8482d)] {{(pid=86863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:56:12.879084 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-d1fe751a-4e7a-4b67-9fae-97464a4d9e9b req-2f4f48d5-3fdf-4b5b-a259-9002c9e7d9de tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675270'] for port, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:13.162959 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-d1fe751a-4e7a-4b67-9fae-97464a4d9e9b req-2f4f48d5-3fdf-4b5b-a259-9002c9e7d9de tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:13.163240 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-d1fe751a-4e7a-4b67-9fae-97464a4d9e9b req-2f4f48d5-3fdf-4b5b-a259-9002c9e7d9de tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677620'] for floatingip, after_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:13.163543 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.db.l3_db [req-d1fe751a-4e7a-4b67-9fae-97464a4d9e9b req-2f4f48d5-3fdf-4b5b-a259-9002c9e7d9de tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Floating IP b4ef9450-ac8d-4ba5-ad1b-bd7110395a00 disassociated. External IP: 172.28.3.76, port: dd4f2956-621b-4050-ace3-90dee813569f. Nov 16 21:56:13.163870 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.plugin [req-d1fe751a-4e7a-4b67-9fae-97464a4d9e9b req-2f4f48d5-3fdf-4b5b-a259-9002c9e7d9de tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Calling delete_port for dd4f2956-621b-4050-ace3-90dee813569f owned by compute:nova {{(pid=86863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 16 21:56:13.439916 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7579c1-8640-4ade-aa94-84f618cdf8cf req-caed4a88-38ad-412d-8346-56295a6fe7cd tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:13.441368 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-6c7579c1-8640-4ade-aa94-84f618cdf8cf req-caed4a88-38ad-412d-8346-56295a6fe7cd tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/ports?device_id=5fe17600-58ab-4397-a1e4-79cc43f35264 HTTP/1.1" status: 200 len: 946 time: 0.2810411 Nov 16 21:56:13.485491 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-d1fe751a-4e7a-4b67-9fae-97464a4d9e9b req-2f4f48d5-3fdf-4b5b-a259-9002c9e7d9de tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790568634161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790568269114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1459265'] for port, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:13.493406 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-a925d622-7548-49a4-a816-c38decd73660 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:56:13.530870 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-2f4a196e-3b55-4115-9c54-51c3c8e943f6 req-e162ec26-7f32-4792-ae04-61f19e7c2d22 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?device_id=c12d9905-4760-40db-bb4e-8200c90f09ce HTTP/1.1" status: 200 len: 210 time: 0.0490780 Nov 16 21:56:13.541089 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4f48d5-3fdf-4b5b-a259-9002c9e7d9de tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Pushing event deleted for resources: {'Port': ['ID=dd4f2956-621b-4050-ace3-90dee813569f,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:56:13.548202 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-6c7579c1-8640-4ade-aa94-84f618cdf8cf req-c483a56c-323e-47f2-8892-de5498976773 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/security-groups?id=4a9b460f-8f24-4635-8eb2-2727222fe8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990412 Nov 16 21:56:13.548977 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-2f4f48d5-3fdf-4b5b-a259-9002c9e7d9de tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:56:13.754813 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1fe751a-4e7a-4b67-9fae-97464a4d9e9b req-2f4f48d5-3fdf-4b5b-a259-9002c9e7d9de tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Router 17418123-1b53-482a-8cea-e10f1c8ab721 has already been hosted by L3 agent 61e322f1-f733-4c16-8e8e-7253ec5fb84a {{(pid=86863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 16 21:56:13.972385 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1fe751a-4e7a-4b67-9fae-97464a4d9e9b req-2f4f48d5-3fdf-4b5b-a259-9002c9e7d9de tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify agent at l3_agent.dv-cinder-818140-1-smb the message routers_updated {{(pid=86863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 16 21:56:13.983232 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f46d9b-a1ef-4b90-8c86-7c5cc07539b0 None None] Sync routers for ids ['17418123-1b53-482a-8cea-e10f1c8ab721'] in dv-cinder-818140-1-smb {{(pid=86865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:56:13.996940 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f46d9b-a1ef-4b90-8c86-7c5cc07539b0 None None] Routers {'17418123-1b53-482a-8cea-e10f1c8ab721'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 21:56:13.998763 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-99f46d9b-a1ef-4b90-8c86-7c5cc07539b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T21:55:57Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['17418123-1b53-482a-8cea-e10f1c8ab721'], 'active': True} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:56:14.065193 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1fe751a-4e7a-4b67-9fae-97464a4d9e9b req-2f4f48d5-3fdf-4b5b-a259-9002c9e7d9de tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] No DVR routers for this DVR port dd4f2956-621b-4050-ace3-90dee813569f on host hv-cinder-81814 {{(pid=86863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:56:14.067692 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-d1fe751a-4e7a-4b67-9fae-97464a4d9e9b req-2f4f48d5-3fdf-4b5b-a259-9002c9e7d9de tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for port, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:14.070389 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12d9905-4760-40db-bb4e-8200c90f09ce', 'name': 'network-vif-deleted', 'tag': 'dd4f2956-621b-4050-ace3-90dee813569f'}] {{(pid=86863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:56:14.088593 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-d1fe751a-4e7a-4b67-9fae-97464a4d9e9b req-2f4f48d5-3fdf-4b5b-a259-9002c9e7d9de tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.60 "DELETE /v2.0/ports/dd4f2956-621b-4050-ace3-90dee813569f HTTP/1.1" status: 204 len: 173 time: 1.5165796 Nov 16 21:56:14.125469 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c12d9905-4760-40db-bb4e-8200c90f09ce', 'name': 'network-vif-deleted', 'tag': 'dd4f2956-621b-4050-ace3-90dee813569f', 'status': 'completed', 'code': 200} Nov 16 21:56:14.219337 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvr_db [None req-99f46d9b-a1ef-4b90-8c86-7c5cc07539b0 None None] Set router 17418123-1b53-482a-8cea-e10f1c8ab721 gateway port host: dv-cinder-818140-1-smb {{(pid=86865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 21:56:14.528617 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-99f46d9b-a1ef-4b90-8c86-7c5cc07539b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17418123-1b53-482a-8cea-e10f1c8ab721', 'name': 'tempest-AttachVolumeTestJSON-2021471954-router', 'tenant_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.44'}], 'enable_snat': True}, 'gw_port_id': 'd6732966-f071-4172-96b6-87d4ff3a15d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:52:34Z', 'updated_at': '2021-11-16T21:52:42Z', 'revision_number': 4, 'project_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'gw_port': {'id': 'd6732966-f071-4172-96b6-87d4ff3a15d9', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:31:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17418123-1b53-482a-8cea-e10f1c8ab721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:52:35Z', 'updated_at': '2021-11-16T21:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb', '_interfaces': [{'id': '46bfb751-5b7d-46f1-8646-bdc6da88a5fb', 'name': '', 'network_id': '74e81693-9879-4389-b683-21ff1ada0cd8', 'tenant_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'mac_address': 'fa:16:3e:64:10:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17418123-1b53-482a-8cea-e10f1c8ab721', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '571f52f5-7aee-44e1-b51f-e0b1c3748b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:52:41Z', 'updated_at': '2021-11-16T21:52:52Z', 'revision_number': 5, 'project_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'subnets': [{'id': '571f52f5-7aee-44e1-b51f-e0b1c3748b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:56:14.532406 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f46d9b-a1ef-4b90-8c86-7c5cc07539b0 None None] Checking router: 17418123-1b53-482a-8cea-e10f1c8ab721 for host: dv-cinder-818140-1-smb {{(pid=86865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:56:14.541551 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f46d9b-a1ef-4b90-8c86-7c5cc07539b0 None None] Routers {'17418123-1b53-482a-8cea-e10f1c8ab721'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 21:56:14.542834 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-99f46d9b-a1ef-4b90-8c86-7c5cc07539b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T21:55:57Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['17418123-1b53-482a-8cea-e10f1c8ab721'], 'active': True} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:56:14.698797 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-405a467e-d361-4e93-9cde-50aafa3b0950 req-0cdc1376-b3e4-4179-972e-14b0fa8350f2 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?device_id=c12d9905-4760-40db-bb4e-8200c90f09ce HTTP/1.1" status: 200 len: 210 time: 0.0436525 Nov 16 21:56:14.732350 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvr_db [None req-99f46d9b-a1ef-4b90-8c86-7c5cc07539b0 None None] Set router 17418123-1b53-482a-8cea-e10f1c8ab721 gateway port host: dv-cinder-818140-1-smb {{(pid=86865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 21:56:15.076951 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-99f46d9b-a1ef-4b90-8c86-7c5cc07539b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17418123-1b53-482a-8cea-e10f1c8ab721', 'name': 'tempest-AttachVolumeTestJSON-2021471954-router', 'tenant_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.44'}], 'enable_snat': True}, 'gw_port_id': 'd6732966-f071-4172-96b6-87d4ff3a15d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:52:34Z', 'updated_at': '2021-11-16T21:52:42Z', 'revision_number': 4, 'project_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'gw_port': {'id': 'd6732966-f071-4172-96b6-87d4ff3a15d9', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:31:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17418123-1b53-482a-8cea-e10f1c8ab721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:52:35Z', 'updated_at': '2021-11-16T21:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb', '_interfaces': [{'id': '46bfb751-5b7d-46f1-8646-bdc6da88a5fb', 'name': '', 'network_id': '74e81693-9879-4389-b683-21ff1ada0cd8', 'tenant_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'mac_address': 'fa:16:3e:64:10:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17418123-1b53-482a-8cea-e10f1c8ab721', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '571f52f5-7aee-44e1-b51f-e0b1c3748b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:52:41Z', 'updated_at': '2021-11-16T21:52:52Z', 'revision_number': 5, 'project_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'subnets': [{'id': '571f52f5-7aee-44e1-b51f-e0b1c3748b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:56:15.082648 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f46d9b-a1ef-4b90-8c86-7c5cc07539b0 None None] The sync data for ids ['17418123-1b53-482a-8cea-e10f1c8ab721'] in dv-cinder-818140-1-smb is: [{'id': '17418123-1b53-482a-8cea-e10f1c8ab721', 'name': 'tempest-AttachVolumeTestJSON-2021471954-router', 'tenant_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.44'}], 'enable_snat': True}, 'gw_port_id': 'd6732966-f071-4172-96b6-87d4ff3a15d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:52:34Z', 'updated_at': '2021-11-16T21:52:42Z', 'revision_number': 4, 'project_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'gw_port': {'id': 'd6732966-f071-4172-96b6-87d4ff3a15d9', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:31:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17418123-1b53-482a-8cea-e10f1c8ab721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:52:35Z', 'updated_at': '2021-11-16T21:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb', '_interfaces': [{'id': '46bfb751-5b7d-46f1-8646-bdc6da88a5fb', 'name': '', 'network_id': '74e81693-9879-4389-b683-21ff1ada0cd8', 'tenant_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'mac_address': 'fa:16:3e:64:10:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17418123-1b53-482a-8cea-e10f1c8ab721', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '571f52f5-7aee-44e1-b51f-e0b1c3748b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:52:41Z', 'updated_at': '2021-11-16T21:52:52Z', 'revision_number': 5, 'project_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'subnets': [{'id': '571f52f5-7aee-44e1-b51f-e0b1c3748b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:56:15.303428 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bb4f15-a063-4f9d-880d-c429c373327c None None] New status for floating IP b4ef9450-ac8d-4ba5-ad1b-bd7110395a00: DOWN {{(pid=86866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:56:15.827160 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 44472) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:56:15.895747 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-20aa165a-64c2-4f23-b79f-c7ba11fee83d tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks [] for security_group, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:15.924145 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-20aa165a-64c2-4f23-b79f-c7ba11fee83d tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:15.980068 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-20aa165a-64c2-4f23-b79f-c7ba11fee83d tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:15.984377 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-30647734-ea8e-487f-b6a1-1ba7c3504eb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:56:15.999318 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aa165a-64c2-4f23-b79f-c7ba11fee83d tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3fc8445-3b83-49cb-a2bd-29e358d9b8ba,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:56:16.002425 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-20aa165a-64c2-4f23-b79f-c7ba11fee83d tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:56:16.014921 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-20aa165a-64c2-4f23-b79f-c7ba11fee83d tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks [] for security_group, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:16.018455 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-20aa165a-64c2-4f23-b79f-c7ba11fee83d tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "DELETE /v2.0/security-groups/c3fc8445-3b83-49cb-a2bd-29e358d9b8ba HTTP/1.1" status: 204 len: 168 time: 0.1867402 Nov 16 21:56:16.018855 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 44478) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:56:16.035327 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.api.v2.resource [None req-3daf01f9-ba8b-4a19-9f9e-b631b1019344 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] show failed (client error): The resource could not be found. Nov 16 21:56:16.036390 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-3daf01f9-ba8b-4a19-9f9e-b631b1019344 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/security-groups/c3fc8445-3b83-49cb-a2bd-29e358d9b8ba HTTP/1.1" status: 404 len: 347 time: 0.0165699 Nov 16 21:56:16.040018 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 44482) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:56:16.209869 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.plugin [None req-eefb44cf-c685-4dac-9980-4d5fee74bf01 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Deleting port d7a254ad-1530-436c-9558-0713c2a50ede {{(pid=86864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 16 21:56:16.210210 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-eefb44cf-c685-4dac-9980-4d5fee74bf01 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790568630941'] for port, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:16.378024 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-eefb44cf-c685-4dac-9980-4d5fee74bf01 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675270'] for port, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:16.378369 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-eefb44cf-c685-4dac-9980-4d5fee74bf01 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:16.595056 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.plugin [None req-eefb44cf-c685-4dac-9980-4d5fee74bf01 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Calling delete_port for d7a254ad-1530-436c-9558-0713c2a50ede owned by network:floatingip {{(pid=86864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 16 21:56:16.688070 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device dd4f2956-621b-4050-ace3-90dee813569f no longer exists at agent hyperv_hv-cinder-81814 {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 16 21:56:16.723678 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] No Port match for: dd4f2956-621b-4050-ace3-90dee813569f {{(pid=86865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 16 21:56:16.724022 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device dd4f2956-621b-4050-ace3-90dee813569f not bound to the agent host hv-cinder-81814 {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 16 21:56:16.740313 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-eefb44cf-c685-4dac-9980-4d5fee74bf01 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790568634161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790568269114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3119288'] for port, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:16.744695 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-e843748f-473e-4f5c-ae57-78f47a2932b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:56:16.789599 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb44cf-c685-4dac-9980-4d5fee74bf01 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Pushing event deleted for resources: {'Port': ['ID=d7a254ad-1530-436c-9558-0713c2a50ede,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:56:16.861894 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefb44cf-c685-4dac-9980-4d5fee74bf01 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:16.862287 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefb44cf-c685-4dac-9980-4d5fee74bf01 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:16.862642 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefb44cf-c685-4dac-9980-4d5fee74bf01 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:16.862990 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefb44cf-c685-4dac-9980-4d5fee74bf01 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:16.863334 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefb44cf-c685-4dac-9980-4d5fee74bf01 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:16.863670 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefb44cf-c685-4dac-9980-4d5fee74bf01 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:16.864011 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefb44cf-c685-4dac-9980-4d5fee74bf01 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:16.864347 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefb44cf-c685-4dac-9980-4d5fee74bf01 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:16.864683 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefb44cf-c685-4dac-9980-4d5fee74bf01 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:16.865018 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefb44cf-c685-4dac-9980-4d5fee74bf01 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:16.865352 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefb44cf-c685-4dac-9980-4d5fee74bf01 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:16.865680 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefb44cf-c685-4dac-9980-4d5fee74bf01 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:16.868991 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-eefb44cf-c685-4dac-9980-4d5fee74bf01 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:56:16.899833 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-eefb44cf-c685-4dac-9980-4d5fee74bf01 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks [] for floatingip, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:16.914941 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-eefb44cf-c685-4dac-9980-4d5fee74bf01 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for floatingip, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:16.916166 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-eefb44cf-c685-4dac-9980-4d5fee74bf01 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "DELETE /v2.0/floatingips/b4ef9450-ac8d-4ba5-ad1b-bd7110395a00 HTTP/1.1" status: 204 len: 168 time: 0.8752320 Nov 16 21:56:17.273342 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 44492) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:56:17.278789 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.v2.base [None req-64c9df26-2055-4e7d-ac0e-6e9fc6e74593 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1526189936', 'description': 'tempest-description--1509139666'}} {{(pid=86864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:56:17.284547 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-64c9df26-2055-4e7d-ac0e-6e9fc6e74593 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:56:17.288784 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-64c9df26-2055-4e7d-ac0e-6e9fc6e74593 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Usage tracker for resource:security_group and tenant:f62aca8229d64673bbb89ec5aef13eb7 is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:56:17.291730 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-64c9df26-2055-4e7d-ac0e-6e9fc6e74593 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:56:17.297941 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-64c9df26-2055-4e7d-ac0e-6e9fc6e74593 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:56:17.308659 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-64c9df26-2055-4e7d-ac0e-6e9fc6e74593 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks [] for security_group, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:17.328315 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-64c9df26-2055-4e7d-ac0e-6e9fc6e74593 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:56:17.332065 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-64c9df26-2055-4e7d-ac0e-6e9fc6e74593 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Usage tracker for resource:security_group_rule and tenant:f62aca8229d64673bbb89ec5aef13eb7 is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:56:17.334775 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-64c9df26-2055-4e7d-ac0e-6e9fc6e74593 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:56:17.340587 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-64c9df26-2055-4e7d-ac0e-6e9fc6e74593 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:56:17.407455 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-64c9df26-2055-4e7d-ac0e-6e9fc6e74593 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks [] for security_group, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:17.410960 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-64c9df26-2055-4e7d-ac0e-6e9fc6e74593 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:17.414348 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-cd03b592-303a-486a-9f0f-bb43a9bb976d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:56:17.457706 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c9df26-2055-4e7d-ac0e-6e9fc6e74593 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39ffa837-af13-4860-a94c-54aee119d008,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:56:17.460667 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-64c9df26-2055-4e7d-ac0e-6e9fc6e74593 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:56:17.464833 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-64c9df26-2055-4e7d-ac0e-6e9fc6e74593 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks [] for security_group, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:17.468327 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-64c9df26-2055-4e7d-ac0e-6e9fc6e74593 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1938963 Nov 16 21:56:17.468991 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 44496) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:56:17.474168 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [None req-4b55e717-09af-4807-9b6c-f70e40faa14b tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Request body: {'security_group_rule': {'security_group_id': '39ffa837-af13-4860-a94c-54aee119d008', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:56:17.480411 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-4b55e717-09af-4807-9b6c-f70e40faa14b tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:56:17.484180 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-4b55e717-09af-4807-9b6c-f70e40faa14b tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Usage tracker for resource:security_group_rule and tenant:f62aca8229d64673bbb89ec5aef13eb7 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:56:17.486993 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-4b55e717-09af-4807-9b6c-f70e40faa14b tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:56:17.492507 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-4b55e717-09af-4807-9b6c-f70e40faa14b tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:56:17.509452 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-4b55e717-09af-4807-9b6c-f70e40faa14b tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:17.570403 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-4b55e717-09af-4807-9b6c-f70e40faa14b tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:17.573931 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-4b55e717-09af-4807-9b6c-f70e40faa14b tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776879'] for security_group_rule, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:17.579674 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:56:17.597292 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b55e717-09af-4807-9b6c-f70e40faa14b tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f738a205-0cb2-4b57-a576-09294b9d83b2,revision_number=0']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:56:17.599531 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-4b55e717-09af-4807-9b6c-f70e40faa14b tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:56:17.608117 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-4b55e717-09af-4807-9b6c-f70e40faa14b tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:17.609337 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-4b55e717-09af-4807-9b6c-f70e40faa14b tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1393967 Nov 16 21:56:17.611948 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 44500) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:56:17.617083 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [None req-a4da884d-085d-472a-b6c0-a99a9f489569 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Request body: {'security_group_rule': {'security_group_id': '39ffa837-af13-4860-a94c-54aee119d008', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:56:17.623809 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-a4da884d-085d-472a-b6c0-a99a9f489569 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:56:17.627519 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-a4da884d-085d-472a-b6c0-a99a9f489569 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Usage tracker for resource:security_group_rule and tenant:f62aca8229d64673bbb89ec5aef13eb7 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:56:17.630307 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-a4da884d-085d-472a-b6c0-a99a9f489569 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:56:17.636043 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-a4da884d-085d-472a-b6c0-a99a9f489569 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:56:17.652445 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-a4da884d-085d-472a-b6c0-a99a9f489569 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:17.718966 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-a4da884d-085d-472a-b6c0-a99a9f489569 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:17.722718 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-a4da884d-085d-472a-b6c0-a99a9f489569 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776879'] for security_group_rule, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:17.730663 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:56:17.751748 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4da884d-085d-472a-b6c0-a99a9f489569 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38911105-82ac-46f1-b983-8a289fb917e2,revision_number=0']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:56:17.754214 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-a4da884d-085d-472a-b6c0-a99a9f489569 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:56:17.758865 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-a4da884d-085d-472a-b6c0-a99a9f489569 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:17.760274 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-a4da884d-085d-472a-b6c0-a99a9f489569 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1474431 Nov 16 21:56:17.763497 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 44506) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:56:17.768768 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [None req-ce3004ed-f5b7-4754-b78b-6fb9e5fdbe06 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Request body: {'floatingip': {'floating_network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20'}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:56:17.774556 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-ce3004ed-f5b7-4754-b78b-6fb9e5fdbe06 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:56:17.778998 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-ce3004ed-f5b7-4754-b78b-6fb9e5fdbe06 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Usage tracker for resource:floatingip and tenant:f62aca8229d64673bbb89ec5aef13eb7 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:56:17.781796 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-ce3004ed-f5b7-4754-b78b-6fb9e5fdbe06 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:56:17.787862 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-ce3004ed-f5b7-4754-b78b-6fb9e5fdbe06 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:56:17.799149 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-ce3004ed-f5b7-4754-b78b-6fb9e5fdbe06 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks [] for floatingip, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:17.942993 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-ce3004ed-f5b7-4754-b78b-6fb9e5fdbe06 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:18.079535 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.db_base_plugin_common [None req-ce3004ed-f5b7-4754-b78b-6fb9e5fdbe06 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Allocated IP 172.28.3.9 (a9f41963-6d96-4c68-8a62-a8c5d6a06a20/b5c31ecf-1c75-47d6-89d5-3eb31f2005b0/4dc772d9-d214-44d3-a688-b6f219aaeff8) {{(pid=86863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:56:18.226933 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-ce3004ed-f5b7-4754-b78b-6fb9e5fdbe06 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks [] for port, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:18.260314 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-ce3004ed-f5b7-4754-b78b-6fb9e5fdbe06 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790568269105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1459265'] for port, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:18.265446 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:56:18.329790 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3004ed-f5b7-4754-b78b-6fb9e5fdbe06 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Network a9f41963-6d96-4c68-8a62-a8c5d6a06a20 is already hosted by enough agents. {{(pid=86863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:56:18.332439 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.base_scheduler [None req-ce3004ed-f5b7-4754-b78b-6fb9e5fdbe06 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Resources bound (agent type, host, resource id): {{(pid=86863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:56:18.336674 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3004ed-f5b7-4754-b78b-6fb9e5fdbe06 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Received port after_create {{(pid=86863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 16 21:56:18.371431 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3004ed-f5b7-4754-b78b-6fb9e5fdbe06 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Pushing event updated for resources: {'Port': ['ID=4dc772d9-d214-44d3-a688-b6f219aaeff8,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:56:18.379958 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-ce3004ed-f5b7-4754-b78b-6fb9e5fdbe06 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:56:18.425426 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-ce3004ed-f5b7-4754-b78b-6fb9e5fdbe06 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:18.583757 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-ce3004ed-f5b7-4754-b78b-6fb9e5fdbe06 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:18.784962 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-ce3004ed-f5b7-4754-b78b-6fb9e5fdbe06 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks [] for port, precommit_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:18.789000 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-ce3004ed-f5b7-4754-b78b-6fb9e5fdbe06 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1459288'] for port, after_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:18.793119 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-9f099fc4-9302-4cfc-9be8-aad3f89bfe11 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:56:18.902522 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3004ed-f5b7-4754-b78b-6fb9e5fdbe06 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Pushing event updated for resources: {'Port': ['ID=4dc772d9-d214-44d3-a688-b6f219aaeff8,revision_number=2']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:56:18.906571 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-ce3004ed-f5b7-4754-b78b-6fb9e5fdbe06 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:56:18.911165 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-ce3004ed-f5b7-4754-b78b-6fb9e5fdbe06 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677620'] for floatingip, after_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:18.939398 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-ce3004ed-f5b7-4754-b78b-6fb9e5fdbe06 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for floatingip, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:18.949772 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-ce3004ed-f5b7-4754-b78b-6fb9e5fdbe06 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.1817515 Nov 16 21:56:19.164102 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [req-5f884195-df52-4dc2-8fe6-a9bc9cfd2c27 req-187522e6-3fe3-4a09-a9a0-ce0d8d2f136a tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Synchronizing usage tracker for tenant:f62aca8229d64673bbb89ec5aef13eb7 on resource:security_group {{(pid=86864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:56:19.179216 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [req-5f884195-df52-4dc2-8fe6-a9bc9cfd2c27 req-187522e6-3fe3-4a09-a9a0-ce0d8d2f136a tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Unset dirty status for tenant:f62aca8229d64673bbb89ec5aef13eb7 on resource:security_group {{(pid=86864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:56:19.180549 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-5f884195-df52-4dc2-8fe6-a9bc9cfd2c27 req-187522e6-3fe3-4a09-a9a0-ce0d8d2f136a tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1526189936&fields=id&tenant_id=f62aca8229d64673bbb89ec5aef13eb7 HTTP/1.1" status: 200 len: 267 time: 0.0578103 Nov 16 21:56:19.332204 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f884195-df52-4dc2-8fe6-a9bc9cfd2c27 req-0cb7690d-dbe6-4ec8-8f1e-82de66bd6213 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:19.333568 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-5f884195-df52-4dc2-8fe6-a9bc9cfd2c27 req-0cb7690d-dbe6-4ec8-8f1e-82de66bd6213 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/networks?id=74e81693-9879-4389-b683-21ff1ada0cd8 HTTP/1.1" status: 200 len: 811 time: 0.1462324 Nov 16 21:56:19.347753 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-5f884195-df52-4dc2-8fe6-a9bc9cfd2c27 req-ee1d72f7-d9f1-4b30-9565-32bec13040c6 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/quotas/f62aca8229d64673bbb89ec5aef13eb7 HTTP/1.1" status: 200 len: 375 time: 0.0087886 Nov 16 21:56:19.429671 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [req-5f884195-df52-4dc2-8fe6-a9bc9cfd2c27 req-280a4d9a-fb6d-4afb-832d-c49a2331aa98 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Synchronizing usage tracker for tenant:f62aca8229d64673bbb89ec5aef13eb7 on resource:port {{(pid=86864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:56:19.445195 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [req-5f884195-df52-4dc2-8fe6-a9bc9cfd2c27 req-280a4d9a-fb6d-4afb-832d-c49a2331aa98 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Unset dirty status for tenant:f62aca8229d64673bbb89ec5aef13eb7 on resource:port {{(pid=86864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:56:19.446507 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-5f884195-df52-4dc2-8fe6-a9bc9cfd2c27 req-280a4d9a-fb6d-4afb-832d-c49a2331aa98 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f62aca8229d64673bbb89ec5aef13eb7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0940623 Nov 16 21:56:19.584100 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-5f884195-df52-4dc2-8fe6-a9bc9cfd2c27 req-1d2a3183-1e7e-4348-85fa-a755cf66461c service neutron] 10.222.0.50 "GET /v2.0/networks/74e81693-9879-4389-b683-21ff1ada0cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253941 Nov 16 21:56:19.717737 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-5f884195-df52-4dc2-8fe6-a9bc9cfd2c27 req-e935de9e-2d15-424a-8566-18abd64d9fdb service neutron] 10.222.0.50 "GET /v2.0/networks/74e81693-9879-4389-b683-21ff1ada0cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279008 Nov 16 21:56:19.907933 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-eddbc6de-8170-4db6-b025-9c5ca93d89a9 req-3a41afb8-89c7-40a8-8cd7-fa41c9219f74 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Synchronizing usage tracker for tenant:f62aca8229d64673bbb89ec5aef13eb7 on resource:port {{(pid=86863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:56:19.921754 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-eddbc6de-8170-4db6-b025-9c5ca93d89a9 req-3a41afb8-89c7-40a8-8cd7-fa41c9219f74 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Unset dirty status for tenant:f62aca8229d64673bbb89ec5aef13eb7 on resource:port {{(pid=86863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:56:19.922927 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-eddbc6de-8170-4db6-b025-9c5ca93d89a9 req-3a41afb8-89c7-40a8-8cd7-fa41c9219f74 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?device_id=12f18f8d-8375-4310-ac8c-7374800366c7 HTTP/1.1" status: 200 len: 210 time: 0.0637159 Nov 16 21:56:21.087135 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f884195-df52-4dc2-8fe6-a9bc9cfd2c27 req-3269c85d-98b5-44fb-9be4-2b8d524f4f64 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:21.090405 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-5f884195-df52-4dc2-8fe6-a9bc9cfd2c27 req-3269c85d-98b5-44fb-9be4-2b8d524f4f64 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.60 "GET /v2.0/networks?id=74e81693-9879-4389-b683-21ff1ada0cd8 HTTP/1.1" status: 200 len: 811 time: 0.1951246 Nov 16 21:56:21.092691 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-a323b31a-5997-4971-8032-816c60a043c1 req-9a105957-c533-4be6-af74-59b613ab70a1 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?device_id=12f18f8d-8375-4310-ac8c-7374800366c7 HTTP/1.1" status: 200 len: 210 time: 0.0443833 Nov 16 21:56:21.150839 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-5f884195-df52-4dc2-8fe6-a9bc9cfd2c27 req-f4bf31bd-5960-4838-80a2-b9d009dce3b8 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Synchronizing usage tracker for tenant:f62aca8229d64673bbb89ec5aef13eb7 on resource:security_group {{(pid=86863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:56:21.166499 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-5f884195-df52-4dc2-8fe6-a9bc9cfd2c27 req-f4bf31bd-5960-4838-80a2-b9d009dce3b8 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Unset dirty status for tenant:f62aca8229d64673bbb89ec5aef13eb7 on resource:security_group {{(pid=86863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:56:21.167925 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-5f884195-df52-4dc2-8fe6-a9bc9cfd2c27 req-f4bf31bd-5960-4838-80a2-b9d009dce3b8 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f62aca8229d64673bbb89ec5aef13eb7 HTTP/1.1" status: 200 len: 380 time: 0.0681159 Nov 16 21:56:21.180532 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [req-5f884195-df52-4dc2-8fe6-a9bc9cfd2c27 req-2cc3cbad-f9a2-457d-8d4a-dedf958ff0cd tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Request body: {'port': {'device_id': '12f18f8d-8375-4310-ac8c-7374800366c7', 'network_id': '74e81693-9879-4389-b683-21ff1ada0cd8', 'admin_state_up': True, 'tenant_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'security_groups': ['39ffa837-af13-4860-a94c-54aee119d008']}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:56:21.322289 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [req-5f884195-df52-4dc2-8fe6-a9bc9cfd2c27 req-2cc3cbad-f9a2-457d-8d4a-dedf958ff0cd tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:56:21.332171 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [req-5f884195-df52-4dc2-8fe6-a9bc9cfd2c27 req-2cc3cbad-f9a2-457d-8d4a-dedf958ff0cd tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:56:21.335880 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c6419d-f210-4474-ae82-f3753ae9e41b req-222e1862-aeeb-4129-ba4e-e8fdbe1304dc tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:21.337356 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-b5c6419d-f210-4474-ae82-f3753ae9e41b req-222e1862-aeeb-4129-ba4e-e8fdbe1304dc tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/ports?device_id=5fe17600-58ab-4397-a1e4-79cc43f35264 HTTP/1.1" status: 200 len: 946 time: 0.0831985 Nov 16 21:56:21.343276 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f884195-df52-4dc2-8fe6-a9bc9cfd2c27 req-2cc3cbad-f9a2-457d-8d4a-dedf958ff0cd tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Made reservation on behalf of f62aca8229d64673bbb89ec5aef13eb7 for: {'port': 1} {{(pid=86863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:56:21.346770 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-5f884195-df52-4dc2-8fe6-a9bc9cfd2c27 req-2cc3cbad-f9a2-457d-8d4a-dedf958ff0cd tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:21.382312 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-b5c6419d-f210-4474-ae82-f3753ae9e41b req-366774c1-d061-40d5-8c09-f08a0b3377a3 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/security-groups?id=4a9b460f-8f24-4635-8eb2-2727222fe8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377331 Nov 16 21:56:21.504569 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.db_base_plugin_common [req-5f884195-df52-4dc2-8fe6-a9bc9cfd2c27 req-2cc3cbad-f9a2-457d-8d4a-dedf958ff0cd tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Allocated IP 172.20.0.10 (74e81693-9879-4389-b683-21ff1ada0cd8/571f52f5-7aee-44e1-b51f-e0b1c3748b0d/851eb529-7641-45e0-9b49-5d0b3f466c3d) {{(pid=86863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:56:21.699201 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-5f884195-df52-4dc2-8fe6-a9bc9cfd2c27 req-2cc3cbad-f9a2-457d-8d4a-dedf958ff0cd tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks [] for port, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:21.714418 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.provisioning_blocks [req-5f884195-df52-4dc2-8fe6-a9bc9cfd2c27 req-2cc3cbad-f9a2-457d-8d4a-dedf958ff0cd tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Transition to ACTIVE for port object 851eb529-7641-45e0-9b49-5d0b3f466c3d will not be triggered until provisioned by entity DHCP. {{(pid=86863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:56:21.737169 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-5f884195-df52-4dc2-8fe6-a9bc9cfd2c27 req-2cc3cbad-f9a2-457d-8d4a-dedf958ff0cd tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790568269105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1459265'] for port, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:21.743375 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:56:21.816271 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f884195-df52-4dc2-8fe6-a9bc9cfd2c27 req-2cc3cbad-f9a2-457d-8d4a-dedf958ff0cd tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Network 74e81693-9879-4389-b683-21ff1ada0cd8 is already hosted by enough agents. {{(pid=86863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:56:21.816271 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.base_scheduler [req-5f884195-df52-4dc2-8fe6-a9bc9cfd2c27 req-2cc3cbad-f9a2-457d-8d4a-dedf958ff0cd tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Resources bound (agent type, host, resource id): {{(pid=86863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:56:21.819842 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f884195-df52-4dc2-8fe6-a9bc9cfd2c27 req-2cc3cbad-f9a2-457d-8d4a-dedf958ff0cd tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Received port after_create {{(pid=86863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 16 21:56:21.849796 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc3cbad-f9a2-457d-8d4a-dedf958ff0cd tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Pushing event updated for resources: {'Port': ['ID=851eb529-7641-45e0-9b49-5d0b3f466c3d,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:56:21.856428 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-2cc3cbad-f9a2-457d-8d4a-dedf958ff0cd tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:56:21.891285 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f884195-df52-4dc2-8fe6-a9bc9cfd2c27 req-2cc3cbad-f9a2-457d-8d4a-dedf958ff0cd tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:21.891894 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-5f884195-df52-4dc2-8fe6-a9bc9cfd2c27 req-2cc3cbad-f9a2-457d-8d4a-dedf958ff0cd tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for port, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:21.920643 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-5f884195-df52-4dc2-8fe6-a9bc9cfd2c27 req-2cc3cbad-f9a2-457d-8d4a-dedf958ff0cd tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7441616 Nov 16 21:56:21.958002 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [req-5f884195-df52-4dc2-8fe6-a9bc9cfd2c27 req-6b5d361f-2248-46fd-bd4a-638585f58e4e service neutron] Request body: {'port': {'device_id': '12f18f8d-8375-4310-ac8c-7374800366c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81814'}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:56:22.026119 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-dbfc62fa-ed8f-4d0f-8b82-de9b70a064ef None None] Provisioning for port 851eb529-7641-45e0-9b49-5d0b3f466c3d completed by entity DHCP. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:56:22.030877 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-dbfc62fa-ed8f-4d0f-8b82-de9b70a064ef None None] Provisioning complete for port 851eb529-7641-45e0-9b49-5d0b3f466c3d triggered by entity DHCP. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:56:22.031247 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-dbfc62fa-ed8f-4d0f-8b82-de9b70a064ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:22.069478 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-5f884195-df52-4dc2-8fe6-a9bc9cfd2c27 req-6b5d361f-2248-46fd-bd4a-638585f58e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:22.085887 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-dbfc62fa-ed8f-4d0f-8b82-de9b70a064ef None None] Port 851eb529-7641-45e0-9b49-5d0b3f466c3d cannot update to ACTIVE because it is not bound. {{(pid=86865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 16 21:56:22.286018 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb3fb41-3848-434e-800f-4d86435827ef req-549f36e3-b506-4b29-8a6c-85e11e0e593e tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:22.287496 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-5eb3fb41-3848-434e-800f-4d86435827ef req-549f36e3-b506-4b29-8a6c-85e11e0e593e tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?device_id=12f18f8d-8375-4310-ac8c-7374800366c7 HTTP/1.1" status: 200 len: 932 time: 0.0861728 Nov 16 21:56:22.335482 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-5eb3fb41-3848-434e-800f-4d86435827ef req-035785d3-7460-48ab-8fd4-c6e175474d5d tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ffa837-af13-4860-a94c-54aee119d008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412638 Nov 16 21:56:22.416274 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.notifiers.nova [req-5f884195-df52-4dc2-8fe6-a9bc9cfd2c27 req-6b5d361f-2248-46fd-bd4a-638585f58e4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 851eb529-7641-45e0-9b49-5d0b3f466c3d {{(pid=86863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:56:22.424318 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-5f884195-df52-4dc2-8fe6-a9bc9cfd2c27 req-6b5d361f-2248-46fd-bd4a-638585f58e4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:22.438476 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.provisioning_blocks [req-5f884195-df52-4dc2-8fe6-a9bc9cfd2c27 req-6b5d361f-2248-46fd-bd4a-638585f58e4e service neutron] Transition to ACTIVE for port object 851eb529-7641-45e0-9b49-5d0b3f466c3d will not be triggered until provisioned by entity L2. {{(pid=86863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:56:22.442332 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-5f884195-df52-4dc2-8fe6-a9bc9cfd2c27 req-6b5d361f-2248-46fd-bd4a-638585f58e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1459288'] for port, after_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:22.447318 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-c31246d8-8019-47c8-b0f6-23bce1d9d885 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:56:22.759263 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d361f-2248-46fd-bd4a-638585f58e4e service neutron] Pushing event updated for resources: {'Port': ['ID=851eb529-7641-45e0-9b49-5d0b3f466c3d,revision_number=2']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:56:22.762802 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-6b5d361f-2248-46fd-bd4a-638585f58e4e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:56:22.860855 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2be9a-bc53-4d19-bdd0-a9e77b2b47e0 req-200ce0fd-e0f4-4cad-b2ba-c650c1a5504e tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:22.862242 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-bbd2be9a-bc53-4d19-bdd0-a9e77b2b47e0 req-200ce0fd-e0f4-4cad-b2ba-c650c1a5504e tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/ports?device_id=5fe17600-58ab-4397-a1e4-79cc43f35264 HTTP/1.1" status: 200 len: 946 time: 0.3202980 Nov 16 21:56:22.864405 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.managers [req-5f884195-df52-4dc2-8fe6-a9bc9cfd2c27 req-6b5d361f-2248-46fd-bd4a-638585f58e4e service neutron] Attempting to bind port 851eb529-7641-45e0-9b49-5d0b3f466c3d on host hv-cinder-81814 for vnic_type normal with profile {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 21:56:22.864734 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.managers [req-5f884195-df52-4dc2-8fe6-a9bc9cfd2c27 req-6b5d361f-2248-46fd-bd4a-638585f58e4e service neutron] Attempting to bind port 851eb529-7641-45e0-9b49-5d0b3f466c3d by drivers openvswitch,hyperv on host hv-cinder-81814 at level 0 using segments [{'id': '234b1cb3-8d4c-4456-8649-c81de3e8482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '74e81693-9879-4389-b683-21ff1ada0cd8'}] {{(pid=86863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 21:56:22.865065 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f884195-df52-4dc2-8fe6-a9bc9cfd2c27 req-6b5d361f-2248-46fd-bd4a-638585f58e4e service neutron] Attempting to bind port 851eb529-7641-45e0-9b49-5d0b3f466c3d on network 74e81693-9879-4389-b683-21ff1ada0cd8 {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 16 21:56:22.882520 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f884195-df52-4dc2-8fe6-a9bc9cfd2c27 req-6b5d361f-2248-46fd-bd4a-638585f58e4e service neutron] Port 851eb529-7641-45e0-9b49-5d0b3f466c3d on network 74e81693-9879-4389-b683-21ff1ada0cd8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81814 {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 16 21:56:22.882838 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f884195-df52-4dc2-8fe6-a9bc9cfd2c27 req-6b5d361f-2248-46fd-bd4a-638585f58e4e service neutron] Attempting to bind port 851eb529-7641-45e0-9b49-5d0b3f466c3d on network 74e81693-9879-4389-b683-21ff1ada0cd8 {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 16 21:56:22.894760 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f884195-df52-4dc2-8fe6-a9bc9cfd2c27 req-6b5d361f-2248-46fd-bd4a-638585f58e4e service neutron] Checking agent: {'id': '426a5c9b-164f-481a-ad6e-a795536ce9ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81814', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 49, 31), 'started_at': datetime.datetime(2021, 11, 16, 21, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 16 21:56:22.895092 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f884195-df52-4dc2-8fe6-a9bc9cfd2c27 req-6b5d361f-2248-46fd-bd4a-638585f58e4e service neutron] Checking segment: {'id': '234b1cb3-8d4c-4456-8649-c81de3e8482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '74e81693-9879-4389-b683-21ff1ada0cd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 16 21:56:22.895470 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f884195-df52-4dc2-8fe6-a9bc9cfd2c27 req-6b5d361f-2248-46fd-bd4a-638585f58e4e service neutron] Bound using segment: {'id': '234b1cb3-8d4c-4456-8649-c81de3e8482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '74e81693-9879-4389-b683-21ff1ada0cd8'} {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 16 21:56:22.895932 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.managers [req-5f884195-df52-4dc2-8fe6-a9bc9cfd2c27 req-6b5d361f-2248-46fd-bd4a-638585f58e4e service neutron] Bound port: 851eb529-7641-45e0-9b49-5d0b3f466c3d, host: hv-cinder-81814, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '234b1cb3-8d4c-4456-8649-c81de3e8482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '74e81693-9879-4389-b683-21ff1ada0cd8'}}] {{(pid=86863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 21:56:22.896278 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-5f884195-df52-4dc2-8fe6-a9bc9cfd2c27 req-6b5d361f-2248-46fd-bd4a-638585f58e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:22.957944 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-bbd2be9a-bc53-4d19-bdd0-a9e77b2b47e0 req-52753ab2-eee6-4110-abb8-28eeab61ee55 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/security-groups?id=4a9b460f-8f24-4635-8eb2-2727222fe8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890203 Nov 16 21:56:23.022753 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.db [req-5f884195-df52-4dc2-8fe6-a9bc9cfd2c27 req-6b5d361f-2248-46fd-bd4a-638585f58e4e service neutron] For port 851eb529-7641-45e0-9b49-5d0b3f466c3d, host hv-cinder-81814, cleared binding levels {{(pid=86863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 16 21:56:23.025715 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.db [req-5f884195-df52-4dc2-8fe6-a9bc9cfd2c27 req-6b5d361f-2248-46fd-bd4a-638585f58e4e service neutron] For port 851eb529-7641-45e0-9b49-5d0b3f466c3d, host hv-cinder-81814, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=851eb529-7641-45e0-9b49-5d0b3f466c3d,segment=NetworkSegment(234b1cb3-8d4c-4456-8649-c81de3e8482d),segment_id=234b1cb3-8d4c-4456-8649-c81de3e8482d)] {{(pid=86863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 16 21:56:23.030618 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-5f884195-df52-4dc2-8fe6-a9bc9cfd2c27 req-6b5d361f-2248-46fd-bd4a-638585f58e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1459288'] for port, after_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:23.034291 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-2401c24c-cf6c-4aa8-bb55-5351b9b0c508 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:56:23.093460 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f884195-df52-4dc2-8fe6-a9bc9cfd2c27 req-6b5d361f-2248-46fd-bd4a-638585f58e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:23.094095 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-5f884195-df52-4dc2-8fe6-a9bc9cfd2c27 req-6b5d361f-2248-46fd-bd4a-638585f58e4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for port, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:23.095736 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-5f884195-df52-4dc2-8fe6-a9bc9cfd2c27 req-6b5d361f-2248-46fd-bd4a-638585f58e4e service neutron] 10.222.0.60 "PUT /v2.0/ports/851eb529-7641-45e0-9b49-5d0b3f466c3d HTTP/1.1" status: 200 len: 1094 time: 1.1503775 Nov 16 21:56:23.096298 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12f18f8d-8375-4310-ac8c-7374800366c7', 'tag': '851eb529-7641-45e0-9b49-5d0b3f466c3d'}] {{(pid=86863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:56:23.117232 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d361f-2248-46fd-bd4a-638585f58e4e service neutron] Pushing event updated for resources: {'Port': ['ID=851eb529-7641-45e0-9b49-5d0b3f466c3d,revision_number=3']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:56:23.121100 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-6b5d361f-2248-46fd-bd4a-638585f58e4e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:56:23.181273 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12f18f8d-8375-4310-ac8c-7374800366c7', 'tag': '851eb529-7641-45e0-9b49-5d0b3f466c3d', 'status': 'completed', 'code': 200} Nov 16 21:56:23.285978 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f884195-df52-4dc2-8fe6-a9bc9cfd2c27 req-b8fed2ac-5a04-4f8b-9b5a-f00bcc5a60d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:23.292253 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-5f884195-df52-4dc2-8fe6-a9bc9cfd2c27 req-b8fed2ac-5a04-4f8b-9b5a-f00bcc5a60d6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f62aca8229d64673bbb89ec5aef13eb7&device_id=12f18f8d-8375-4310-ac8c-7374800366c7 HTTP/1.1" status: 200 len: 1097 time: 0.1375244 Nov 16 21:56:23.366268 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-5f884195-df52-4dc2-8fe6-a9bc9cfd2c27 req-447aee4e-270c-465f-9ef0-d6e7369e3217 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=851eb529-7641-45e0-9b49-5d0b3f466c3d HTTP/1.1" status: 200 len: 217 time: 0.0676565 Nov 16 21:56:23.375111 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79bc882-7181-433f-b9f3-a7c5779ddf51 req-ad00b627-0745-469d-b227-c30f3831e014 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:23.376467 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-f79bc882-7181-433f-b9f3-a7c5779ddf51 req-ad00b627-0745-469d-b227-c30f3831e014 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.60 "GET /v2.0/ports?device_id=5fe17600-58ab-4397-a1e4-79cc43f35264 HTTP/1.1" status: 200 len: 946 time: 0.1607013 Nov 16 21:56:23.532271 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f884195-df52-4dc2-8fe6-a9bc9cfd2c27 req-0af16218-33da-42c1-9e8e-1708df3e5db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:23.533669 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-5f884195-df52-4dc2-8fe6-a9bc9cfd2c27 req-0af16218-33da-42c1-9e8e-1708df3e5db3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=571f52f5-7aee-44e1-b51f-e0b1c3748b0d HTTP/1.1" status: 200 len: 850 time: 0.1563673 Nov 16 21:56:23.543804 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.plugin [req-f79bc882-7181-433f-b9f3-a7c5779ddf51 req-e2ac0661-b857-41ef-9362-ea98bec277a5 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Deleting port 8b682f1f-4927-44d4-b864-be2ce6a64b3e {{(pid=86863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 16 21:56:23.544133 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-f79bc882-7181-433f-b9f3-a7c5779ddf51 req-e2ac0661-b857-41ef-9362-ea98bec277a5 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790568630941'] for port, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:23.719454 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b65e5-65ad-4e18-a9be-df3eade38601 req-16d1c560-f3d2-46ba-bc94-7acb91bfec4a tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:23.720138 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-dd4b65e5-65ad-4e18-a9be-df3eade38601 req-16d1c560-f3d2-46ba-bc94-7acb91bfec4a tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Synchronizing usage tracker for tenant:f62aca8229d64673bbb89ec5aef13eb7 on resource:port {{(pid=86863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:56:23.819085 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-dd4b65e5-65ad-4e18-a9be-df3eade38601 req-16d1c560-f3d2-46ba-bc94-7acb91bfec4a tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Unset dirty status for tenant:f62aca8229d64673bbb89ec5aef13eb7 on resource:port {{(pid=86863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:56:23.820199 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-dd4b65e5-65ad-4e18-a9be-df3eade38601 req-16d1c560-f3d2-46ba-bc94-7acb91bfec4a tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?device_id=12f18f8d-8375-4310-ac8c-7374800366c7 HTTP/1.1" status: 200 len: 944 time: 0.3687320 Nov 16 21:56:23.830817 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f884195-df52-4dc2-8fe6-a9bc9cfd2c27 req-36052351-e795-4434-8c30-71651031f374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:23.832227 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-5f884195-df52-4dc2-8fe6-a9bc9cfd2c27 req-36052351-e795-4434-8c30-71651031f374 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=74e81693-9879-4389-b683-21ff1ada0cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2635071 Nov 16 21:56:23.992810 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-dd4b65e5-65ad-4e18-a9be-df3eade38601 req-288a5444-65b1-43cd-b6bd-b4c7091a1693 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ffa837-af13-4860-a94c-54aee119d008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643412 Nov 16 21:56:23.999486 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.db [req-f79bc882-7181-433f-b9f3-a7c5779ddf51 req-e2ac0661-b857-41ef-9362-ea98bec277a5 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] For port 8b682f1f-4927-44d4-b864-be2ce6a64b3e, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=8b682f1f-4927-44d4-b864-be2ce6a64b3e,segment=NetworkSegment(3e585fd9-76d3-4d9f-902c-88f1b991a1f1),segment_id=3e585fd9-76d3-4d9f-902c-88f1b991a1f1)] {{(pid=86863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:56:23.999844 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-f79bc882-7181-433f-b9f3-a7c5779ddf51 req-e2ac0661-b857-41ef-9362-ea98bec277a5 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675270'] for port, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:24.143348 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.plugin [req-f79bc882-7181-433f-b9f3-a7c5779ddf51 req-e2ac0661-b857-41ef-9362-ea98bec277a5 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Calling delete_port for 8b682f1f-4927-44d4-b864-be2ce6a64b3e owned by compute:nova {{(pid=86863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 16 21:56:24.244602 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-5f884195-df52-4dc2-8fe6-a9bc9cfd2c27 req-3ff2e3be-6db3-4ffc-9db1-a4d766300cb2 service neutron] 10.222.0.60 "GET /v2.0/networks/74e81693-9879-4389-b683-21ff1ada0cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951514 Nov 16 21:56:24.540713 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7a55e-d14c-429b-89a3-0e16d07292c1 req-1460aecf-a482-47b8-b809-5775aa625fb7 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:24.542159 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-1fe7a55e-d14c-429b-89a3-0e16d07292c1 req-1460aecf-a482-47b8-b809-5775aa625fb7 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/ports?device_id=5fe17600-58ab-4397-a1e4-79cc43f35264 HTTP/1.1" status: 200 len: 946 time: 0.4079731 Nov 16 21:56:24.583331 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-5f884195-df52-4dc2-8fe6-a9bc9cfd2c27 req-f9712818-60c0-41e0-89ae-47769dd7cd55 service neutron] 10.222.0.60 "GET /v2.0/networks/74e81693-9879-4389-b683-21ff1ada0cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280039 Nov 16 21:56:24.585919 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-f79bc882-7181-433f-b9f3-a7c5779ddf51 req-e2ac0661-b857-41ef-9362-ea98bec277a5 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790568634161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790568269114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1459265'] for port, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:24.597338 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] get_ports_and_sgs() called for port_ids ['379072b5-055d-4c37-b04c-a11bfc6fd936', '749062f5-9cb4-4160-84d6-c990d5ada8ae', 'f94f7b4e-5ad8-43d0-8df3-7d48c189c1e0', '8b682f1f-4927-44d4-b864-be2ce6a64b3e'] {{(pid=86865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 16 21:56:24.598627 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-3860b346-b26d-48f9-a82c-124b1afc7c0b tempest-DeleteServersTestJSON-889404501 tempest-DeleteServersTestJSON-889404501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:56:24.680479 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ac0661-b857-41ef-9362-ea98bec277a5 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Pushing event deleted for resources: {'Port': ['ID=8b682f1f-4927-44d4-b864-be2ce6a64b3e,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:56:24.690989 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-e2ac0661-b857-41ef-9362-ea98bec277a5 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:56:24.732022 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-1fe7a55e-d14c-429b-89a3-0e16d07292c1 req-c1761a70-aaee-42cf-847e-7352e372fdd7 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/security-groups?id=4a9b460f-8f24-4635-8eb2-2727222fe8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790583 Nov 16 21:56:24.745443 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-dd23ed6e-44c2-428e-9ef9-df8cc3f14603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:24.782202 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.l3_dvrscheduler_db [req-f79bc882-7181-433f-b9f3-a7c5779ddf51 req-e2ac0661-b857-41ef-9362-ea98bec277a5 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] No DVR routers for this DVR port 8b682f1f-4927-44d4-b864-be2ce6a64b3e on host hv-cinder-81814 {{(pid=86863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:56:24.785332 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-f79bc882-7181-433f-b9f3-a7c5779ddf51 req-e2ac0661-b857-41ef-9362-ea98bec277a5 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for port, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:24.803102 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-f79bc882-7181-433f-b9f3-a7c5779ddf51 req-e2ac0661-b857-41ef-9362-ea98bec277a5 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.60 "DELETE /v2.0/ports/8b682f1f-4927-44d4-b864-be2ce6a64b3e HTTP/1.1" status: 204 len: 173 time: 1.3933067 Nov 16 21:56:24.812843 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f91573-4bb5-4572-b922-f179353b7788 req-0de0a01c-e911-4eba-8bbb-d305f4ea0b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:24.814361 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-e3f91573-4bb5-4572-b922-f179353b7788 req-0de0a01c-e911-4eba-8bbb-d305f4ea0b88 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f62aca8229d64673bbb89ec5aef13eb7&device_id=12f18f8d-8375-4310-ac8c-7374800366c7 HTTP/1.1" status: 200 len: 1097 time: 0.1771655 Nov 16 21:56:24.959606 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f91573-4bb5-4572-b922-f179353b7788 req-bb8cb3e3-9439-4975-af86-357108dc5acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:24.961052 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-e3f91573-4bb5-4572-b922-f179353b7788 req-bb8cb3e3-9439-4975-af86-357108dc5acb service neutron] 10.222.0.60 "GET /v2.0/networks?id=74e81693-9879-4389-b683-21ff1ada0cd8 HTTP/1.1" status: 200 len: 912 time: 0.1381075 Nov 16 21:56:25.033140 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-e3f91573-4bb5-4572-b922-f179353b7788 req-a7baea0d-1c3f-46f3-816a-d88d32a604b6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=851eb529-7641-45e0-9b49-5d0b3f466c3d HTTP/1.1" status: 200 len: 217 time: 0.0631931 Nov 16 21:56:25.099809 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f91573-4bb5-4572-b922-f179353b7788 req-0bb4c23b-efd2-4ec0-8e8a-812956f6a6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:25.101135 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-e3f91573-4bb5-4572-b922-f179353b7788 req-0bb4c23b-efd2-4ec0-8e8a-812956f6a6e9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=571f52f5-7aee-44e1-b51f-e0b1c3748b0d HTTP/1.1" status: 200 len: 850 time: 0.0602129 Nov 16 21:56:25.181779 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f91573-4bb5-4572-b922-f179353b7788 req-563103e9-ee16-4c2c-8748-9553e4534c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:25.183843 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-e3f91573-4bb5-4572-b922-f179353b7788 req-563103e9-ee16-4c2c-8748-9553e4534c34 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=74e81693-9879-4389-b683-21ff1ada0cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0751584 Nov 16 21:56:25.184346 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe17600-58ab-4397-a1e4-79cc43f35264', 'name': 'network-vif-deleted', 'tag': '8b682f1f-4927-44d4-b864-be2ce6a64b3e'}] {{(pid=86863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:56:25.193190 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a3bd2-d5ba-4b51-96b4-7838af67bc1e req-107ab33d-4236-40ef-aadf-213f4b20eb2b tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:25.194730 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-5b7a3bd2-d5ba-4b51-96b4-7838af67bc1e req-107ab33d-4236-40ef-aadf-213f4b20eb2b tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?device_id=12f18f8d-8375-4310-ac8c-7374800366c7 HTTP/1.1" status: 200 len: 944 time: 0.0884674 Nov 16 21:56:25.238949 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-5b7a3bd2-d5ba-4b51-96b4-7838af67bc1e req-05b9c945-c2a6-4b2e-b69e-e0c16fd4d60d tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ffa837-af13-4860-a94c-54aee119d008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384567 Nov 16 21:56:25.276674 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:25.310007 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe17600-58ab-4397-a1e4-79cc43f35264', 'name': 'network-vif-deleted', 'tag': '8b682f1f-4927-44d4-b864-be2ce6a64b3e', 'status': 'completed', 'code': 200} Nov 16 21:56:25.330148 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-e3f91573-4bb5-4572-b922-f179353b7788 req-c295be90-2a8e-4663-ae6a-4c8c8b8f4185 service neutron] 10.222.0.60 "GET /v2.0/networks/74e81693-9879-4389-b683-21ff1ada0cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365547 Nov 16 21:56:25.466151 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-e3f91573-4bb5-4572-b922-f179353b7788 req-5a4e26db-7871-4df0-8385-2709ee2eee16 service neutron] 10.222.0.60 "GET /v2.0/networks/74e81693-9879-4389-b683-21ff1ada0cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260414 Nov 16 21:56:26.442859 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383e410-a772-4ba7-86b6-aaf5d1641668 req-822f718d-156e-4b1d-b731-f1f6e5eabe34 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:26.444314 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-0383e410-a772-4ba7-86b6-aaf5d1641668 req-822f718d-156e-4b1d-b731-f1f6e5eabe34 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?device_id=12f18f8d-8375-4310-ac8c-7374800366c7 HTTP/1.1" status: 200 len: 944 time: 0.0844958 Nov 16 21:56:26.487890 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-0383e410-a772-4ba7-86b6-aaf5d1641668 req-c5c5a04f-b370-4981-b2e6-a7eddff9642d tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ffa837-af13-4860-a94c-54aee119d008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378189 Nov 16 21:56:26.748371 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device 851eb529-7641-45e0-9b49-5d0b3f466c3d details requested by agent hyperv_hv-cinder-81814 with host hv-cinder-81814 {{(pid=86865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 16 21:56:26.752608 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device 8b682f1f-4927-44d4-b864-be2ce6a64b3e no longer exists at agent hyperv_hv-cinder-81814 {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 16 21:56:26.788373 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] No Port match for: 8b682f1f-4927-44d4-b864-be2ce6a64b3e {{(pid=86865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 16 21:56:26.788716 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device 8b682f1f-4927-44d4-b864-be2ce6a64b3e not bound to the agent host hv-cinder-81814 {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 16 21:56:26.912563 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port 851eb529-7641-45e0-9b49-5d0b3f466c3d, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=851eb529-7641-45e0-9b49-5d0b3f466c3d,segment=NetworkSegment(234b1cb3-8d4c-4456-8649-c81de3e8482d),segment_id=234b1cb3-8d4c-4456-8649-c81de3e8482d)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:56:26.926019 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Returning: {'device': '851eb529-7641-45e0-9b49-5d0b3f466c3d', 'network_id': '74e81693-9879-4389-b683-21ff1ada0cd8', 'port_id': '851eb529-7641-45e0-9b49-5d0b3f466c3d', 'mac_address': 'fa:16:3e:41:4c:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '571f52f5-7aee-44e1-b51f-e0b1c3748b0d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 16 21:56:26.983781 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:27.001280 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.notifiers.nova [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 851eb529-7641-45e0-9b49-5d0b3f466c3d {{(pid=86865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:56:27.018179 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port 851eb529-7641-45e0-9b49-5d0b3f466c3d, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=851eb529-7641-45e0-9b49-5d0b3f466c3d,segment=NetworkSegment(234b1cb3-8d4c-4456-8649-c81de3e8482d),segment_id=234b1cb3-8d4c-4456-8649-c81de3e8482d)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:56:27.022382 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:27.024147 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-1346e161-d897-4a91-b0f2-9de423782388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:56:27.096354 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Pushing event updated for resources: {'Port': ['ID=851eb529-7641-45e0-9b49-5d0b3f466c3d,revision_number=4']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:56:27.103346 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:27.103680 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:27.104051 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:27.104978 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:27.105303 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:27.105627 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:27.105944 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:27.106296 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:27.106613 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:27.106929 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:27.107241 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:27.107545 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:27.111246 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:56:27.305403 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] get_ports_and_sgs() called for port_ids ['851eb529-7641-45e0-9b49-5d0b3f466c3d'] {{(pid=86865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 16 21:56:27.417254 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe458ac-3c6d-4e19-ac18-741b5baaca35 req-e3511884-0989-4ae3-9c27-2bb4475563fe tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:27.418766 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-1fe458ac-3c6d-4e19-ac18-741b5baaca35 req-e3511884-0989-4ae3-9c27-2bb4475563fe tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e6eb72e-8df5-4b6f-bc29-6bbf62182c28 HTTP/1.1" status: 200 len: 945 time: 0.0844367 Nov 16 21:56:27.462609 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-06803669-cc4e-4a15-bf90-a879d00ee44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:27.470100 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-1fe458ac-3c6d-4e19-ac18-741b5baaca35 req-4ef78ddf-ec86-4d60-8d31-97d959442a2f tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/security-groups?id=4a9b460f-8f24-4635-8eb2-2727222fe8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445421 Nov 16 21:56:27.681156 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a9aa1-be79-40a5-9f8a-69fc419b2911 req-4e0b7eca-d9e0-4e59-b99b-f533fda966f9 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:27.682674 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-a31a9aa1-be79-40a5-9f8a-69fc419b2911 req-4e0b7eca-d9e0-4e59-b99b-f533fda966f9 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?device_id=12f18f8d-8375-4310-ac8c-7374800366c7 HTTP/1.1" status: 200 len: 945 time: 0.0857861 Nov 16 21:56:27.727734 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-a31a9aa1-be79-40a5-9f8a-69fc419b2911 req-0c63af32-45e1-4d6e-9ff5-ba00b09cfe52 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ffa837-af13-4860-a94c-54aee119d008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391994 Nov 16 21:56:28.622965 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-94ae2c1a-1f16-4ed2-be66-e1a93ab74dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:28.672256 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d1b5a-49f0-4dcb-b419-d5b6c1937acb req-01ef166f-5375-4fa7-88bf-4662bd7dce8a tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:28.673768 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-d07d1b5a-49f0-4dcb-b419-d5b6c1937acb req-01ef166f-5375-4fa7-88bf-4662bd7dce8a tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e6eb72e-8df5-4b6f-bc29-6bbf62182c28 HTTP/1.1" status: 200 len: 945 time: 0.0947740 Nov 16 21:56:28.720580 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-d07d1b5a-49f0-4dcb-b419-d5b6c1937acb req-94bb8801-44da-47a7-98b3-80f30be44441 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/security-groups?id=4a9b460f-8f24-4635-8eb2-2727222fe8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411472 Nov 16 21:56:28.764182 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device 851eb529-7641-45e0-9b49-5d0b3f466c3d up at agent hyperv_hv-cinder-81814 {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 21:56:28.837689 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Provisioning for port 851eb529-7641-45e0-9b49-5d0b3f466c3d completed by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:56:28.843034 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Provisioning complete for port 851eb529-7641-45e0-9b49-5d0b3f466c3d triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:56:28.843405 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:28.918282 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf22542-fd79-47cc-8ec7-5b3201259f3d req-a706811a-d408-4127-822f-e864c374cfb7 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:28.920009 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-0bf22542-fd79-47cc-8ec7-5b3201259f3d req-a706811a-d408-4127-822f-e864c374cfb7 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?device_id=12f18f8d-8375-4310-ac8c-7374800366c7 HTTP/1.1" status: 200 len: 945 time: 0.0825775 Nov 16 21:56:28.969596 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-0bf22542-fd79-47cc-8ec7-5b3201259f3d req-335f4c90-6c1d-42af-b113-24ee1c09a266 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ffa837-af13-4860-a94c-54aee119d008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434871 Nov 16 21:56:28.979215 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:29.009466 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f18f8d-8375-4310-ac8c-7374800366c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851eb529-7641-45e0-9b49-5d0b3f466c3d'}] {{(pid=86865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:56:29.019752 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port 851eb529-7641-45e0-9b49-5d0b3f466c3d, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=851eb529-7641-45e0-9b49-5d0b3f466c3d,segment=NetworkSegment(234b1cb3-8d4c-4456-8649-c81de3e8482d),segment_id=234b1cb3-8d4c-4456-8649-c81de3e8482d)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:56:29.024387 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:29.027309 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:56:29.059219 dv-cinder-818140-1-smb neutron-server[86865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f18f8d-8375-4310-ac8c-7374800366c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851eb529-7641-45e0-9b49-5d0b3f466c3d', 'code': 200} Nov 16 21:56:29.097571 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Pushing event updated for resources: {'Port': ['ID=851eb529-7641-45e0-9b49-5d0b3f466c3d,revision_number=5']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:56:29.100780 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:56:29.178415 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75af35-55fb-4e8f-aa01-91310a5803ce req-795033b7-7394-4eb9-b941-cf8fa0fd6003 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:29.179103 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-cc75af35-55fb-4e8f-aa01-91310a5803ce req-795033b7-7394-4eb9-b941-cf8fa0fd6003 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Synchronizing usage tracker for tenant:2bdcf483bf7846ea91187eab3a26679a on resource:port {{(pid=86863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:56:29.194578 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-cc75af35-55fb-4e8f-aa01-91310a5803ce req-795033b7-7394-4eb9-b941-cf8fa0fd6003 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Unset dirty status for tenant:2bdcf483bf7846ea91187eab3a26679a on resource:port {{(pid=86863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:56:29.195676 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-cc75af35-55fb-4e8f-aa01-91310a5803ce req-795033b7-7394-4eb9-b941-cf8fa0fd6003 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e6eb72e-8df5-4b6f-bc29-6bbf62182c28 HTTP/1.1" status: 200 len: 945 time: 0.1032872 Nov 16 21:56:29.313008 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.plugin [req-cc75af35-55fb-4e8f-aa01-91310a5803ce req-c00088f7-27f6-4005-810e-5f7283414acb tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Deleting port f94f7b4e-5ad8-43d0-8df3-7d48c189c1e0 {{(pid=86863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 16 21:56:29.313231 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-cc75af35-55fb-4e8f-aa01-91310a5803ce req-c00088f7-27f6-4005-810e-5f7283414acb tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790568630941'] for port, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:29.422961 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e500d-80b3-4418-bafd-7934fbcfa29f req-133dc9bd-cf94-4d7c-9eea-93185e09fef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:29.424442 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-610e500d-80b3-4418-bafd-7934fbcfa29f req-133dc9bd-cf94-4d7c-9eea-93185e09fef5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=12f18f8d-8375-4310-ac8c-7374800366c7 HTTP/1.1" status: 200 len: 1099 time: 0.1797895 Nov 16 21:56:29.635967 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-610e500d-80b3-4418-bafd-7934fbcfa29f req-5fa5697e-7acb-4880-9d45-58af2ea7ad48 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=39ffa837-af13-4860-a94c-54aee119d008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007217 Nov 16 21:56:29.682321 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.db [req-cc75af35-55fb-4e8f-aa01-91310a5803ce req-c00088f7-27f6-4005-810e-5f7283414acb tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] For port f94f7b4e-5ad8-43d0-8df3-7d48c189c1e0, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=f94f7b4e-5ad8-43d0-8df3-7d48c189c1e0,segment=NetworkSegment(3e585fd9-76d3-4d9f-902c-88f1b991a1f1),segment_id=3e585fd9-76d3-4d9f-902c-88f1b991a1f1)] {{(pid=86863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:56:29.682701 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-cc75af35-55fb-4e8f-aa01-91310a5803ce req-c00088f7-27f6-4005-810e-5f7283414acb tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675270'] for port, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:29.803150 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.plugin [req-cc75af35-55fb-4e8f-aa01-91310a5803ce req-c00088f7-27f6-4005-810e-5f7283414acb tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Calling delete_port for f94f7b4e-5ad8-43d0-8df3-7d48c189c1e0 owned by compute:nova {{(pid=86863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 16 21:56:29.913394 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-941145a6-33c9-4841-86a3-a7e018513e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:29.986648 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547bb7e-9913-4ae2-a401-fd4fd8ca2bc6 req-e904a447-de4f-4c6f-a708-afa9eb1ac51f tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:29.988125 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-0547bb7e-9913-4ae2-a401-fd4fd8ca2bc6 req-e904a447-de4f-4c6f-a708-afa9eb1ac51f tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e6eb72e-8df5-4b6f-bc29-6bbf62182c28 HTTP/1.1" status: 200 len: 945 time: 0.1563978 Nov 16 21:56:30.055678 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-cc75af35-55fb-4e8f-aa01-91310a5803ce req-c00088f7-27f6-4005-810e-5f7283414acb tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790568634161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790568269114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1459265'] for port, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:30.065017 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-0547bb7e-9913-4ae2-a401-fd4fd8ca2bc6 req-234f4dbe-dcb2-4031-90b1-410beb105a8a tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/security-groups?id=4a9b460f-8f24-4635-8eb2-2727222fe8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589540 Nov 16 21:56:30.065676 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-42f69a19-d772-4d01-8cf0-9d5090c00bf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:56:30.067322 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] get_ports_and_sgs() called for port_ids ['379072b5-055d-4c37-b04c-a11bfc6fd936', '749062f5-9cb4-4160-84d6-c990d5ada8ae', 'f94f7b4e-5ad8-43d0-8df3-7d48c189c1e0'] {{(pid=86865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 16 21:56:30.112587 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00088f7-27f6-4005-810e-5f7283414acb tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Pushing event deleted for resources: {'Port': ['ID=f94f7b4e-5ad8-43d0-8df3-7d48c189c1e0,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:56:30.116085 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-c00088f7-27f6-4005-810e-5f7283414acb tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:56:30.195327 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc75af35-55fb-4e8f-aa01-91310a5803ce req-c00088f7-27f6-4005-810e-5f7283414acb tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] No DVR routers for this DVR port f94f7b4e-5ad8-43d0-8df3-7d48c189c1e0 on host hv-cinder-81814 {{(pid=86863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:56:30.198695 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-cc75af35-55fb-4e8f-aa01-91310a5803ce req-c00088f7-27f6-4005-810e-5f7283414acb tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for port, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:30.201880 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6eb72e-8df5-4b6f-bc29-6bbf62182c28', 'name': 'network-vif-deleted', 'tag': 'f94f7b4e-5ad8-43d0-8df3-7d48c189c1e0'}] {{(pid=86863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:56:30.255048 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-cc75af35-55fb-4e8f-aa01-91310a5803ce req-c00088f7-27f6-4005-810e-5f7283414acb tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.60 "DELETE /v2.0/ports/f94f7b4e-5ad8-43d0-8df3-7d48c189c1e0 HTTP/1.1" status: 204 len: 173 time: 1.0494442 Nov 16 21:56:30.314028 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334c49c-01d5-47ad-881e-e8cd19919c45 req-56021597-239c-4dfe-8a65-c1a849ab84d7 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:30.315579 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-e334c49c-01d5-47ad-881e-e8cd19919c45 req-56021597-239c-4dfe-8a65-c1a849ab84d7 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?device_id=12f18f8d-8375-4310-ac8c-7374800366c7 HTTP/1.1" status: 200 len: 946 time: 0.1022177 Nov 16 21:56:30.317149 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6eb72e-8df5-4b6f-bc29-6bbf62182c28', 'name': 'network-vif-deleted', 'tag': 'f94f7b4e-5ad8-43d0-8df3-7d48c189c1e0', 'status': 'completed', 'code': 200} Nov 16 21:56:30.364101 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-e334c49c-01d5-47ad-881e-e8cd19919c45 req-0b95bc45-a0fd-4b94-9fa9-d670b7017cdf tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ffa837-af13-4860-a94c-54aee119d008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405293 Nov 16 21:56:30.487287 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82331ce5-a8c7-4204-9a4b-b82cf7025d9c req-ec564beb-7077-45c9-9bf6-fb2a82529453 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:30.488724 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-82331ce5-a8c7-4204-9a4b-b82cf7025d9c req-ec564beb-7077-45c9-9bf6-fb2a82529453 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fab366d-9988-4d45-979a-c9db7d6681c7 HTTP/1.1" status: 200 len: 946 time: 0.0809228 Nov 16 21:56:30.535874 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-82331ce5-a8c7-4204-9a4b-b82cf7025d9c req-0e748345-ce23-47b7-a3de-0abe1a091b1d tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c5f5821-f502-40f2-b130-6c081ed66760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414357 Nov 16 21:56:30.792153 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:30.809498 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.agents_db [None req-6e4a458f-5157-4cde-8197-239c61c88c18 None None] Agent healthcheck: found 6 active agents {{(pid=86866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 16 21:56:30.987218 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-59043d16-6503-4524-9754-2e1c6979eaba req-63b13786-3123-4792-b355-622379cef35e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9752d4ac-1229-49c4-b7b3-38fad65810e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0720086 Nov 16 21:56:31.091861 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59043d16-6503-4524-9754-2e1c6979eaba req-bcc59873-7c13-4841-a720-92944e946cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:31.093210 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-59043d16-6503-4524-9754-2e1c6979eaba req-bcc59873-7c13-4841-a720-92944e946cbb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2bdcf483bf7846ea91187eab3a26679a&device_id=9752d4ac-1229-49c4-b7b3-38fad65810e6 HTTP/1.1" status: 200 len: 1099 time: 0.0732305 Nov 16 21:56:31.240345 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59043d16-6503-4524-9754-2e1c6979eaba req-6182adba-8d43-4ee8-8abd-1717bb06cb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:31.241779 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-59043d16-6503-4524-9754-2e1c6979eaba req-6182adba-8d43-4ee8-8abd-1717bb06cb9c service neutron] 10.222.0.60 "GET /v2.0/networks?id=86d88184-656f-4802-b205-562d456d133d HTTP/1.1" status: 200 len: 916 time: 0.1291323 Nov 16 21:56:31.320747 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-59043d16-6503-4524-9754-2e1c6979eaba req-509ddf6c-7152-465d-85d0-c7fffd9833fe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=379072b5-055d-4c37-b04c-a11bfc6fd936 HTTP/1.1" status: 200 len: 217 time: 0.0716372 Nov 16 21:56:31.385751 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59043d16-6503-4524-9754-2e1c6979eaba req-42b37c15-8cb8-4aa0-8c25-6aed54aa017c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:31.387348 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-59043d16-6503-4524-9754-2e1c6979eaba req-42b37c15-8cb8-4aa0-8c25-6aed54aa017c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=610d7894-6793-45a3-88f7-014c25c00b16 HTTP/1.1" status: 200 len: 855 time: 0.0601494 Nov 16 21:56:31.441179 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-59043d16-6503-4524-9754-2e1c6979eaba req-a33176d6-4b8d-497b-ade4-33e6f696b276 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=86d88184-656f-4802-b205-562d456d133d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432935 Nov 16 21:56:31.639408 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-59043d16-6503-4524-9754-2e1c6979eaba req-4bd817dc-08bb-409e-8258-92cd2c9ed829 service neutron] 10.222.0.60 "GET /v2.0/networks/86d88184-656f-4802-b205-562d456d133d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899588 Nov 16 21:56:31.648594 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d985d4-541f-48e2-9383-71e86053630e req-5c6c888f-935c-4910-8e48-509a1c795676 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:31.650188 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d69a8a-d2b6-4109-ba88-667256a818cb req-edc0ddea-11dc-4ce8-8cab-27430e528c02 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:31.650359 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-a3d985d4-541f-48e2-9383-71e86053630e req-5c6c888f-935c-4910-8e48-509a1c795676 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?device_id=12f18f8d-8375-4310-ac8c-7374800366c7 HTTP/1.1" status: 200 len: 946 time: 0.1735775 Nov 16 21:56:31.650979 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-78d69a8a-d2b6-4109-ba88-667256a818cb req-edc0ddea-11dc-4ce8-8cab-27430e528c02 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Synchronizing usage tracker for tenant:2bdcf483bf7846ea91187eab3a26679a on resource:port {{(pid=86863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:56:31.695804 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-a3d985d4-541f-48e2-9383-71e86053630e req-09df51e5-c174-4c6d-9459-c5b64fa2187e tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ffa837-af13-4860-a94c-54aee119d008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389688 Nov 16 21:56:31.839259 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-78d69a8a-d2b6-4109-ba88-667256a818cb req-edc0ddea-11dc-4ce8-8cab-27430e528c02 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Unset dirty status for tenant:2bdcf483bf7846ea91187eab3a26679a on resource:port {{(pid=86863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:56:31.840561 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-78d69a8a-d2b6-4109-ba88-667256a818cb req-edc0ddea-11dc-4ce8-8cab-27430e528c02 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/ports?device_id=f925a57d-f4d6-4303-8b4c-f82f3c7c61bd HTTP/1.1" status: 200 len: 945 time: 0.3738003 Nov 16 21:56:31.871292 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f646563-0da7-420f-9351-e8c93ec7e8e5 req-33200982-d959-4f92-ab27-587a9b458416 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:31.872727 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-6f646563-0da7-420f-9351-e8c93ec7e8e5 req-33200982-d959-4f92-ab27-587a9b458416 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fab366d-9988-4d45-979a-c9db7d6681c7 HTTP/1.1" status: 200 len: 946 time: 0.0823851 Nov 16 21:56:31.912193 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-59043d16-6503-4524-9754-2e1c6979eaba req-5b8a8eaf-ea2a-4a88-b2a2-8d644177f4af service neutron] 10.222.0.60 "GET /v2.0/networks/86d88184-656f-4802-b205-562d456d133d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583497 Nov 16 21:56:31.915054 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-78d69a8a-d2b6-4109-ba88-667256a818cb req-06d01e84-2bad-4bba-a22d-63d3afc57454 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/security-groups?id=4a9b460f-8f24-4635-8eb2-2727222fe8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682223 Nov 16 21:56:31.933164 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-6f646563-0da7-420f-9351-e8c93ec7e8e5 req-78338888-aa6e-47dd-aa53-ad37c6baa26f tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c5f5821-f502-40f2-b130-6c081ed66760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502372 Nov 16 21:56:32.112253 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf2f6c-b1db-4002-9460-376031ed8c8d req-2abec592-33e8-404d-85f5-e7da8b49c0c5 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:32.113672 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-4bdf2f6c-b1db-4002-9460-376031ed8c8d req-2abec592-33e8-404d-85f5-e7da8b49c0c5 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?device_id=12f18f8d-8375-4310-ac8c-7374800366c7 HTTP/1.1" status: 200 len: 946 time: 0.0824559 Nov 16 21:56:32.122634 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 44664) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:56:32.127790 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [None req-60933ecd-5c1e-4875-a45e-2aa8700210a5 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Request body: {'floatingip': {'port_id': '851eb529-7641-45e0-9b49-5d0b3f466c3d'}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:56:32.202974 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-60933ecd-5c1e-4875-a45e-2aa8700210a5 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks [] for floatingip, before_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:32.774995 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device f94f7b4e-5ad8-43d0-8df3-7d48c189c1e0 no longer exists at agent hyperv_hv-cinder-81814 {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 16 21:56:32.795598 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-60933ecd-5c1e-4875-a45e-2aa8700210a5 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:32.799379 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-60933ecd-5c1e-4875-a45e-2aa8700210a5 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677620'] for floatingip, after_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:32.809644 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] No Port match for: f94f7b4e-5ad8-43d0-8df3-7d48c189c1e0 {{(pid=86865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 16 21:56:32.809995 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device f94f7b4e-5ad8-43d0-8df3-7d48c189c1e0 not bound to the agent host hv-cinder-81814 {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 16 21:56:33.024130 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.db.l3_db [None req-60933ecd-5c1e-4875-a45e-2aa8700210a5 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Floating IP ada8e982-3b44-4718-a60b-213245bf41ad associated. External IP: 172.28.3.9, port: 851eb529-7641-45e0-9b49-5d0b3f466c3d. Nov 16 21:56:33.121512 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2238182a-4fa2-4529-a3ac-dfa185a97086 req-52410cfe-8496-481c-9603-d6c5ed567998 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:33.122940 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-2238182a-4fa2-4529-a3ac-dfa185a97086 req-52410cfe-8496-481c-9603-d6c5ed567998 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/ports?device_id=f925a57d-f4d6-4303-8b4c-f82f3c7c61bd HTTP/1.1" status: 200 len: 945 time: 0.0797622 Nov 16 21:56:33.169207 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520619a1-becb-4352-ae75-c0d710076314 req-986f5180-24c0-4481-9cb2-622d125949b0 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:33.170953 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-520619a1-becb-4352-ae75-c0d710076314 req-986f5180-24c0-4481-9cb2-622d125949b0 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.60 "GET /v2.0/ports?device_id=f925a57d-f4d6-4303-8b4c-f82f3c7c61bd HTTP/1.1" status: 200 len: 945 time: 0.2404332 Nov 16 21:56:33.173075 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-2238182a-4fa2-4529-a3ac-dfa185a97086 req-ce4192da-8970-4836-b062-c0d0245b7d87 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/security-groups?id=4a9b460f-8f24-4635-8eb2-2727222fe8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443735 Nov 16 21:56:33.434734 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.plugin [req-520619a1-becb-4352-ae75-c0d710076314 req-d59026a6-73ba-4633-8f4e-775a6c4b2f72 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Deleting port 749062f5-9cb4-4160-84d6-c990d5ada8ae {{(pid=86863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 16 21:56:33.434985 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-520619a1-becb-4352-ae75-c0d710076314 req-d59026a6-73ba-4633-8f4e-775a6c4b2f72 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790568630941'] for port, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:33.537992 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b12487e-5d05-43e7-bc99-e858f58cb0e2 req-9cb48ab3-f4b4-4d6b-9928-0e0968765751 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:33.539463 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-5b12487e-5d05-43e7-bc99-e858f58cb0e2 req-9cb48ab3-f4b4-4d6b-9928-0e0968765751 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fab366d-9988-4d45-979a-c9db7d6681c7 HTTP/1.1" status: 200 len: 946 time: 0.4678185 Nov 16 21:56:33.759051 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-5b12487e-5d05-43e7-bc99-e858f58cb0e2 req-c7b9e48e-5fca-4e0c-82a9-ff2cd63914e4 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c5f5821-f502-40f2-b130-6c081ed66760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2110841 Nov 16 21:56:33.852075 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60933ecd-5c1e-4875-a45e-2aa8700210a5 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Router 17418123-1b53-482a-8cea-e10f1c8ab721 has already been hosted by L3 agent 61e322f1-f733-4c16-8e8e-7253ec5fb84a {{(pid=86863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 16 21:56:33.972648 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.db [req-520619a1-becb-4352-ae75-c0d710076314 req-d59026a6-73ba-4633-8f4e-775a6c4b2f72 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] For port 749062f5-9cb4-4160-84d6-c990d5ada8ae, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=749062f5-9cb4-4160-84d6-c990d5ada8ae,segment=NetworkSegment(3e585fd9-76d3-4d9f-902c-88f1b991a1f1),segment_id=3e585fd9-76d3-4d9f-902c-88f1b991a1f1)] {{(pid=86863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:56:33.973003 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-520619a1-becb-4352-ae75-c0d710076314 req-d59026a6-73ba-4633-8f4e-775a6c4b2f72 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675270'] for port, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:34.148547 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.plugin [req-520619a1-becb-4352-ae75-c0d710076314 req-d59026a6-73ba-4633-8f4e-775a6c4b2f72 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Calling delete_port for 749062f5-9cb4-4160-84d6-c990d5ada8ae owned by compute:nova {{(pid=86863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 16 21:56:34.249879 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60933ecd-5c1e-4875-a45e-2aa8700210a5 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify agent at l3_agent.dv-cinder-818140-1-smb the message routers_updated {{(pid=86863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 16 21:56:34.254359 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-60933ecd-5c1e-4875-a45e-2aa8700210a5 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for floatingip, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:34.261212 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe59ccc-ec6c-42e7-91cd-40fc8840557f None None] Sync routers for ids ['17418123-1b53-482a-8cea-e10f1c8ab721'] in dv-cinder-818140-1-smb {{(pid=86865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:56:34.271211 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe59ccc-ec6c-42e7-91cd-40fc8840557f None None] Routers {'17418123-1b53-482a-8cea-e10f1c8ab721'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 21:56:34.271846 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-6fe59ccc-ec6c-42e7-91cd-40fc8840557f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T21:56:27Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['17418123-1b53-482a-8cea-e10f1c8ab721'], 'active': True} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:56:34.354936 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-60933ecd-5c1e-4875-a45e-2aa8700210a5 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "PUT /v2.0/floatingips/ada8e982-3b44-4718-a60b-213245bf41ad HTTP/1.1" status: 200 len: 990 time: 2.2308400 Nov 16 21:56:34.358211 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12f18f8d-8375-4310-ac8c-7374800366c7', 'tag': '851eb529-7641-45e0-9b49-5d0b3f466c3d'}] {{(pid=86863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:56:34.363032 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d4d517-5e7f-4a4c-b80f-01f20cf9d63f req-2e87874b-55c5-42a6-a34e-ad22e040c83d tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:34.364928 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-d9d4d517-5e7f-4a4c-b80f-01f20cf9d63f req-2e87874b-55c5-42a6-a34e-ad22e040c83d tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/ports?device_id=f925a57d-f4d6-4303-8b4c-f82f3c7c61bd HTTP/1.1" status: 200 len: 945 time: 0.0831950 Nov 16 21:56:34.386241 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-520619a1-becb-4352-ae75-c0d710076314 req-d59026a6-73ba-4633-8f4e-775a6c4b2f72 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790568634161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790568269114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1459265'] for port, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:34.393171 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-8ba25358-2edb-4209-881a-f3f728b28e27 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:56:34.431532 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-d9d4d517-5e7f-4a4c-b80f-01f20cf9d63f req-8d7f0325-65ea-4535-a8c4-33e358864014 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/security-groups?id=4a9b460f-8f24-4635-8eb2-2727222fe8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596735 Nov 16 21:56:34.442997 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59026a6-73ba-4633-8f4e-775a6c4b2f72 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Pushing event deleted for resources: {'Port': ['ID=749062f5-9cb4-4160-84d6-c990d5ada8ae,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:56:34.444721 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] get_ports_and_sgs() called for port_ids ['379072b5-055d-4c37-b04c-a11bfc6fd936', '749062f5-9cb4-4160-84d6-c990d5ada8ae'] {{(pid=86865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 16 21:56:34.445937 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-d59026a6-73ba-4633-8f4e-775a6c4b2f72 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:56:34.521333 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12f18f8d-8375-4310-ac8c-7374800366c7', 'tag': '851eb529-7641-45e0-9b49-5d0b3f466c3d', 'status': 'completed', 'code': 200} Nov 16 21:56:34.527305 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.l3_dvrscheduler_db [req-520619a1-becb-4352-ae75-c0d710076314 req-d59026a6-73ba-4633-8f4e-775a6c4b2f72 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] No DVR routers for this DVR port 749062f5-9cb4-4160-84d6-c990d5ada8ae on host hv-cinder-81814 {{(pid=86863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:56:34.530390 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-520619a1-becb-4352-ae75-c0d710076314 req-d59026a6-73ba-4633-8f4e-775a6c4b2f72 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for port, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:34.552453 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvr_db [None req-6fe59ccc-ec6c-42e7-91cd-40fc8840557f None None] Set router 17418123-1b53-482a-8cea-e10f1c8ab721 gateway port host: dv-cinder-818140-1-smb {{(pid=86865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 21:56:34.587385 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-520619a1-becb-4352-ae75-c0d710076314 req-d59026a6-73ba-4633-8f4e-775a6c4b2f72 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.60 "DELETE /v2.0/ports/749062f5-9cb4-4160-84d6-c990d5ada8ae HTTP/1.1" status: 204 len: 173 time: 1.4077220 Nov 16 21:56:34.612211 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0dd638-5a50-4301-87ca-4b44ca91c57b req-d5b3fe71-25c3-40b7-916c-7c2fe2001b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:34.613907 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-5e0dd638-5a50-4301-87ca-4b44ca91c57b req-d5b3fe71-25c3-40b7-916c-7c2fe2001b7e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f62aca8229d64673bbb89ec5aef13eb7&device_id=12f18f8d-8375-4310-ac8c-7374800366c7 HTTP/1.1" status: 200 len: 1099 time: 0.0847247 Nov 16 21:56:34.752881 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0dd638-5a50-4301-87ca-4b44ca91c57b req-b6f78376-fecd-4819-9b4e-ac2c1ea12bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:34.754343 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-5e0dd638-5a50-4301-87ca-4b44ca91c57b req-b6f78376-fecd-4819-9b4e-ac2c1ea12bb5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=74e81693-9879-4389-b683-21ff1ada0cd8 HTTP/1.1" status: 200 len: 912 time: 0.1334713 Nov 16 21:56:34.996664 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-6fe59ccc-ec6c-42e7-91cd-40fc8840557f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17418123-1b53-482a-8cea-e10f1c8ab721', 'name': 'tempest-AttachVolumeTestJSON-2021471954-router', 'tenant_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.44'}], 'enable_snat': True}, 'gw_port_id': 'd6732966-f071-4172-96b6-87d4ff3a15d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:52:34Z', 'updated_at': '2021-11-16T21:52:42Z', 'revision_number': 4, 'project_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'gw_port': {'id': 'd6732966-f071-4172-96b6-87d4ff3a15d9', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:31:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17418123-1b53-482a-8cea-e10f1c8ab721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:52:35Z', 'updated_at': '2021-11-16T21:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb', '_floatingips': [{'id': 'ada8e982-3b44-4718-a60b-213245bf41ad', 'tenant_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'floating_ip_address': '172.28.3.9', 'floating_network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'router_id': '17418123-1b53-482a-8cea-e10f1c8ab721', 'port_id': '851eb529-7641-45e0-9b49-5d0b3f466c3d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74e81693-9879-4389-b683-21ff1ada0cd8', 'mac_address': 'fa:16:3e:41:4c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f18f8d-8375-4310-ac8c-7374800366c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:56:18Z', 'updated_at': '2021-11-16T21:56:32Z', 'revision_number': 1, 'project_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46bfb751-5b7d-46f1-8646-bdc6da88a5fb', 'name': '', 'network_id': '74e81693-9879-4389-b683-21ff1ada0cd8', 'tenant_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'mac_address': 'fa:16:3e:64:10:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17418123-1b53-482a-8cea-e10f1c8ab721', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '571f52f5-7aee-44e1-b51f-e0b1c3748b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:52:41Z', 'updated_at': '2021-11-16T21:52:52Z', 'revision_number': 5, 'project_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'subnets': [{'id': '571f52f5-7aee-44e1-b51f-e0b1c3748b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:56:35.001963 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe59ccc-ec6c-42e7-91cd-40fc8840557f None None] Checking router: 17418123-1b53-482a-8cea-e10f1c8ab721 for host: dv-cinder-818140-1-smb {{(pid=86865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:56:35.011369 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe59ccc-ec6c-42e7-91cd-40fc8840557f None None] Routers {'17418123-1b53-482a-8cea-e10f1c8ab721'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 21:56:35.011542 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-6fe59ccc-ec6c-42e7-91cd-40fc8840557f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T21:56:27Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['17418123-1b53-482a-8cea-e10f1c8ab721'], 'active': True} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:56:35.028737 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-5e0dd638-5a50-4301-87ca-4b44ca91c57b req-5959c81d-42eb-4dbf-a7f4-7188992749aa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=851eb529-7641-45e0-9b49-5d0b3f466c3d HTTP/1.1" status: 200 len: 998 time: 0.2675781 Nov 16 21:56:35.049030 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfce1bd4-a24d-475b-a981-8beb6490edf6 req-69f4e345-befc-47ec-9e12-7fbc9b56efe0 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:35.050469 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-dfce1bd4-a24d-475b-a981-8beb6490edf6 req-69f4e345-befc-47ec-9e12-7fbc9b56efe0 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fab366d-9988-4d45-979a-c9db7d6681c7 HTTP/1.1" status: 200 len: 946 time: 0.1255105 Nov 16 21:56:35.142767 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0dd638-5a50-4301-87ca-4b44ca91c57b req-7fe6cebc-858c-42fc-a600-fe6a3fcd1977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:35.144209 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-5e0dd638-5a50-4301-87ca-4b44ca91c57b req-7fe6cebc-858c-42fc-a600-fe6a3fcd1977 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=571f52f5-7aee-44e1-b51f-e0b1c3748b0d HTTP/1.1" status: 200 len: 850 time: 0.0928895 Nov 16 21:56:35.150646 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-dfce1bd4-a24d-475b-a981-8beb6490edf6 req-32a2fa25-f24f-4698-a0be-c8fdbef53178 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c5f5821-f502-40f2-b130-6c081ed66760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664940 Nov 16 21:56:35.198471 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvr_db [None req-6fe59ccc-ec6c-42e7-91cd-40fc8840557f None None] Set router 17418123-1b53-482a-8cea-e10f1c8ab721 gateway port host: dv-cinder-818140-1-smb {{(pid=86865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 21:56:35.238278 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0dd638-5a50-4301-87ca-4b44ca91c57b req-e99d1149-e3b1-4856-ae10-bba2732a22ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:35.239832 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-5e0dd638-5a50-4301-87ca-4b44ca91c57b req-e99d1149-e3b1-4856-ae10-bba2732a22ce service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=74e81693-9879-4389-b683-21ff1ada0cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0872018 Nov 16 21:56:35.370378 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-5e0dd638-5a50-4301-87ca-4b44ca91c57b req-29e80238-3789-43de-a837-e7115ca22724 service neutron] 10.222.0.60 "GET /v2.0/networks/74e81693-9879-4389-b683-21ff1ada0cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236594 Nov 16 21:56:35.504972 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-5e0dd638-5a50-4301-87ca-4b44ca91c57b req-61278fc9-0e44-485d-a189-8aacfd348508 service neutron] 10.222.0.60 "GET /v2.0/networks/74e81693-9879-4389-b683-21ff1ada0cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276004 Nov 16 21:56:35.548613 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-6fe59ccc-ec6c-42e7-91cd-40fc8840557f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17418123-1b53-482a-8cea-e10f1c8ab721', 'name': 'tempest-AttachVolumeTestJSON-2021471954-router', 'tenant_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.44'}], 'enable_snat': True}, 'gw_port_id': 'd6732966-f071-4172-96b6-87d4ff3a15d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:52:34Z', 'updated_at': '2021-11-16T21:52:42Z', 'revision_number': 4, 'project_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'gw_port': {'id': 'd6732966-f071-4172-96b6-87d4ff3a15d9', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:31:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17418123-1b53-482a-8cea-e10f1c8ab721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:52:35Z', 'updated_at': '2021-11-16T21:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb', '_floatingips': [{'id': 'ada8e982-3b44-4718-a60b-213245bf41ad', 'tenant_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'floating_ip_address': '172.28.3.9', 'floating_network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'router_id': '17418123-1b53-482a-8cea-e10f1c8ab721', 'port_id': '851eb529-7641-45e0-9b49-5d0b3f466c3d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74e81693-9879-4389-b683-21ff1ada0cd8', 'mac_address': 'fa:16:3e:41:4c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f18f8d-8375-4310-ac8c-7374800366c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:56:18Z', 'updated_at': '2021-11-16T21:56:32Z', 'revision_number': 1, 'project_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46bfb751-5b7d-46f1-8646-bdc6da88a5fb', 'name': '', 'network_id': '74e81693-9879-4389-b683-21ff1ada0cd8', 'tenant_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'mac_address': 'fa:16:3e:64:10:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17418123-1b53-482a-8cea-e10f1c8ab721', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '571f52f5-7aee-44e1-b51f-e0b1c3748b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:52:41Z', 'updated_at': '2021-11-16T21:52:52Z', 'revision_number': 5, 'project_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'subnets': [{'id': '571f52f5-7aee-44e1-b51f-e0b1c3748b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:56:35.553300 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe59ccc-ec6c-42e7-91cd-40fc8840557f None None] The sync data for ids ['17418123-1b53-482a-8cea-e10f1c8ab721'] in dv-cinder-818140-1-smb is: [{'id': '17418123-1b53-482a-8cea-e10f1c8ab721', 'name': 'tempest-AttachVolumeTestJSON-2021471954-router', 'tenant_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.44'}], 'enable_snat': True}, 'gw_port_id': 'd6732966-f071-4172-96b6-87d4ff3a15d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:52:34Z', 'updated_at': '2021-11-16T21:52:42Z', 'revision_number': 4, 'project_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'gw_port': {'id': 'd6732966-f071-4172-96b6-87d4ff3a15d9', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:31:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17418123-1b53-482a-8cea-e10f1c8ab721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:52:35Z', 'updated_at': '2021-11-16T21:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb', '_floatingips': [{'id': 'ada8e982-3b44-4718-a60b-213245bf41ad', 'tenant_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'floating_ip_address': '172.28.3.9', 'floating_network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'router_id': '17418123-1b53-482a-8cea-e10f1c8ab721', 'port_id': '851eb529-7641-45e0-9b49-5d0b3f466c3d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74e81693-9879-4389-b683-21ff1ada0cd8', 'mac_address': 'fa:16:3e:41:4c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f18f8d-8375-4310-ac8c-7374800366c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:56:18Z', 'updated_at': '2021-11-16T21:56:32Z', 'revision_number': 1, 'project_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46bfb751-5b7d-46f1-8646-bdc6da88a5fb', 'name': '', 'network_id': '74e81693-9879-4389-b683-21ff1ada0cd8', 'tenant_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'mac_address': 'fa:16:3e:64:10:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17418123-1b53-482a-8cea-e10f1c8ab721', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '571f52f5-7aee-44e1-b51f-e0b1c3748b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:52:41Z', 'updated_at': '2021-11-16T21:52:52Z', 'revision_number': 5, 'project_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'subnets': [{'id': '571f52f5-7aee-44e1-b51f-e0b1c3748b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:56:35.754190 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d4c276-ecb8-431a-884a-b9206a91af33 None None] New status for floating IP ada8e982-3b44-4718-a60b-213245bf41ad: ACTIVE {{(pid=86866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:56:36.519021 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02045669-6582-4048-b32f-00ac04e6f687 req-f0c3389a-cafe-4d9f-95a9-adc7c8a1e522 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:36.520455 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-02045669-6582-4048-b32f-00ac04e6f687 req-f0c3389a-cafe-4d9f-95a9-adc7c8a1e522 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fab366d-9988-4d45-979a-c9db7d6681c7 HTTP/1.1" status: 200 len: 946 time: 0.2576578 Nov 16 21:56:36.522650 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f925a57d-f4d6-4303-8b4c-f82f3c7c61bd', 'name': 'network-vif-deleted', 'tag': '749062f5-9cb4-4160-84d6-c990d5ada8ae'}] {{(pid=86863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:56:36.565717 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-02045669-6582-4048-b32f-00ac04e6f687 req-5115c530-b192-413b-83b0-e03aa7c14434 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c5f5821-f502-40f2-b130-6c081ed66760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394161 Nov 16 21:56:36.568443 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f925a57d-f4d6-4303-8b4c-f82f3c7c61bd', 'name': 'network-vif-deleted', 'tag': '749062f5-9cb4-4160-84d6-c990d5ada8ae', 'status': 'completed', 'code': 200} Nov 16 21:56:36.790242 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device 749062f5-9cb4-4160-84d6-c990d5ada8ae no longer exists at agent hyperv_hv-cinder-81814 {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 16 21:56:36.869281 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] No Port match for: 749062f5-9cb4-4160-84d6-c990d5ada8ae {{(pid=86865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 16 21:56:36.869634 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device 749062f5-9cb4-4160-84d6-c990d5ada8ae not bound to the agent host hv-cinder-81814 {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 16 21:56:37.135653 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64f37c-2b56-4563-87cd-c545543bab72 req-e59d5af8-a703-4a26-a020-b527486c2fef tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:37.136330 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-8a64f37c-2b56-4563-87cd-c545543bab72 req-e59d5af8-a703-4a26-a020-b527486c2fef tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Synchronizing usage tracker for tenant:2bdcf483bf7846ea91187eab3a26679a on resource:port {{(pid=86863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:56:37.151596 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-8a64f37c-2b56-4563-87cd-c545543bab72 req-e59d5af8-a703-4a26-a020-b527486c2fef tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Unset dirty status for tenant:2bdcf483bf7846ea91187eab3a26679a on resource:port {{(pid=86863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:56:37.153046 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-8a64f37c-2b56-4563-87cd-c545543bab72 req-e59d5af8-a703-4a26-a020-b527486c2fef tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/ports?device_id=9752d4ac-1229-49c4-b7b3-38fad65810e6 HTTP/1.1" status: 200 len: 946 time: 0.0936701 Nov 16 21:56:37.254450 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-8a64f37c-2b56-4563-87cd-c545543bab72 req-3c7bd42b-ca25-440a-acb2-c75b97efca52 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/security-groups?id=4a9b460f-8f24-4635-8eb2-2727222fe8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955021 Nov 16 21:56:37.762813 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d53cf0-9366-4bf0-93da-50e51a3fae6b req-1eb7b520-0f52-4b4f-ad09-3aeae0f09ef3 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:37.764549 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-58d53cf0-9366-4bf0-93da-50e51a3fae6b req-1eb7b520-0f52-4b4f-ad09-3aeae0f09ef3 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fab366d-9988-4d45-979a-c9db7d6681c7 HTTP/1.1" status: 200 len: 946 time: 0.0848246 Nov 16 21:56:37.808539 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-58d53cf0-9366-4bf0-93da-50e51a3fae6b req-f97b1508-e3da-4ff3-97de-ec5e283eedfb tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c5f5821-f502-40f2-b130-6c081ed66760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384896 Nov 16 21:56:38.443616 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b6965-0233-442c-a4e5-d657f99188fb req-e9682811-282f-4abc-90ca-729d1f634d9e tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:38.445053 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-fe6b6965-0233-442c-a4e5-d657f99188fb req-e9682811-282f-4abc-90ca-729d1f634d9e tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/ports?device_id=9752d4ac-1229-49c4-b7b3-38fad65810e6 HTTP/1.1" status: 200 len: 946 time: 0.0877907 Nov 16 21:56:38.488740 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-fe6b6965-0233-442c-a4e5-d657f99188fb req-46714d85-c781-4aae-a1d0-729889f5bf21 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/security-groups?id=4a9b460f-8f24-4635-8eb2-2727222fe8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379326 Nov 16 21:56:39.097759 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1e691-21b0-4d65-89fa-39fc5f554a6c req-e6bb9203-d6d6-4ba3-a5ff-8127f3c1d04c tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:39.099127 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-6dc1e691-21b0-4d65-89fa-39fc5f554a6c req-e6bb9203-d6d6-4ba3-a5ff-8127f3c1d04c tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fab366d-9988-4d45-979a-c9db7d6681c7 HTTP/1.1" status: 200 len: 946 time: 0.1445823 Nov 16 21:56:39.107378 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c0d3e-5085-4dcd-81d6-2b80f025e72e req-59b92b4c-c7cb-414b-aa1f-7cd77d78094c tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:39.108661 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-f77c0d3e-5085-4dcd-81d6-2b80f025e72e req-59b92b4c-c7cb-414b-aa1f-7cd77d78094c tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.60 "GET /v2.0/ports?device_id=9752d4ac-1229-49c4-b7b3-38fad65810e6 HTTP/1.1" status: 200 len: 946 time: 0.1224625 Nov 16 21:56:39.203557 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-6dc1e691-21b0-4d65-89fa-39fc5f554a6c req-a172dd60-9daa-4b43-b459-489572872a86 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c5f5821-f502-40f2-b130-6c081ed66760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939856 Nov 16 21:56:39.206876 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.plugin [req-f77c0d3e-5085-4dcd-81d6-2b80f025e72e req-bfda969a-e6a5-4b16-9277-ea8dc946428e tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Deleting port 379072b5-055d-4c37-b04c-a11bfc6fd936 {{(pid=86863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 16 21:56:39.207204 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-f77c0d3e-5085-4dcd-81d6-2b80f025e72e req-bfda969a-e6a5-4b16-9277-ea8dc946428e tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790568630941'] for port, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:39.450902 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.db [req-f77c0d3e-5085-4dcd-81d6-2b80f025e72e req-bfda969a-e6a5-4b16-9277-ea8dc946428e tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] For port 379072b5-055d-4c37-b04c-a11bfc6fd936, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=379072b5-055d-4c37-b04c-a11bfc6fd936,segment=NetworkSegment(3e585fd9-76d3-4d9f-902c-88f1b991a1f1),segment_id=3e585fd9-76d3-4d9f-902c-88f1b991a1f1)] {{(pid=86863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:56:39.451253 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-f77c0d3e-5085-4dcd-81d6-2b80f025e72e req-bfda969a-e6a5-4b16-9277-ea8dc946428e tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675270'] for port, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:39.574612 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.plugin [req-f77c0d3e-5085-4dcd-81d6-2b80f025e72e req-bfda969a-e6a5-4b16-9277-ea8dc946428e tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Calling delete_port for 379072b5-055d-4c37-b04c-a11bfc6fd936 owned by compute:nova {{(pid=86863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 16 21:56:39.673161 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f655c860-0b01-4d66-b40c-ef6b088e8959 req-1652b091-dada-413b-92c0-f76879b97016 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:39.674772 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-f655c860-0b01-4d66-b40c-ef6b088e8959 req-1652b091-dada-413b-92c0-f76879b97016 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/ports?device_id=9752d4ac-1229-49c4-b7b3-38fad65810e6 HTTP/1.1" status: 200 len: 946 time: 0.0802066 Nov 16 21:56:39.718995 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-f655c860-0b01-4d66-b40c-ef6b088e8959 req-2401719f-7d1c-4c6f-be6a-c3aee2fdc089 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.50 "GET /v2.0/security-groups?id=4a9b460f-8f24-4635-8eb2-2727222fe8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384505 Nov 16 21:56:39.719876 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-f77c0d3e-5085-4dcd-81d6-2b80f025e72e req-bfda969a-e6a5-4b16-9277-ea8dc946428e tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790568634161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790568269114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1459265'] for port, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:39.725546 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-ce3004ed-f5b7-4754-b78b-6fb9e5fdbe06 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:56:39.732930 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] get_ports_and_sgs() called for port_ids ['379072b5-055d-4c37-b04c-a11bfc6fd936'] {{(pid=86865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 16 21:56:39.773997 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfda969a-e6a5-4b16-9277-ea8dc946428e tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Pushing event deleted for resources: {'Port': ['ID=379072b5-055d-4c37-b04c-a11bfc6fd936,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:56:39.777010 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-bfda969a-e6a5-4b16-9277-ea8dc946428e tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:56:39.934523 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.l3_dvrscheduler_db [req-f77c0d3e-5085-4dcd-81d6-2b80f025e72e req-bfda969a-e6a5-4b16-9277-ea8dc946428e tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] No DVR routers for this DVR port 379072b5-055d-4c37-b04c-a11bfc6fd936 on host hv-cinder-81814 {{(pid=86863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:56:39.936870 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-f77c0d3e-5085-4dcd-81d6-2b80f025e72e req-bfda969a-e6a5-4b16-9277-ea8dc946428e tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for port, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:39.939431 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9752d4ac-1229-49c4-b7b3-38fad65810e6', 'name': 'network-vif-deleted', 'tag': '379072b5-055d-4c37-b04c-a11bfc6fd936'}] {{(pid=86863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:56:39.957852 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-f77c0d3e-5085-4dcd-81d6-2b80f025e72e req-bfda969a-e6a5-4b16-9277-ea8dc946428e tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] 10.222.0.60 "DELETE /v2.0/ports/379072b5-055d-4c37-b04c-a11bfc6fd936 HTTP/1.1" status: 204 len: 173 time: 0.8348460 Nov 16 21:56:39.992580 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9752d4ac-1229-49c4-b7b3-38fad65810e6', 'name': 'network-vif-deleted', 'tag': '379072b5-055d-4c37-b04c-a11bfc6fd936', 'status': 'completed', 'code': 200} Nov 16 21:56:40.393631 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eba176-5674-4311-806a-ebf42fc55d21 req-a1fa2af2-580d-42b4-b9b8-f9cfff757164 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:40.395127 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-a4eba176-5674-4311-806a-ebf42fc55d21 req-a1fa2af2-580d-42b4-b9b8-f9cfff757164 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fab366d-9988-4d45-979a-c9db7d6681c7 HTTP/1.1" status: 200 len: 946 time: 0.0826349 Nov 16 21:56:40.440322 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-a4eba176-5674-4311-806a-ebf42fc55d21 req-9ba30a27-1012-48db-bc10-1bcfcb32f499 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c5f5821-f502-40f2-b130-6c081ed66760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394654 Nov 16 21:56:40.815784 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 44724) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:56:40.875962 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bc9d7d1-24cd-4756-a286-f828e16ab1f2 admin admin] Deleting subnet 610d7894-6793-45a3-88f7-014c25c00b16 {{(pid=86863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 16 21:56:40.878902 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d7d1-24cd-4756-a286-f828e16ab1f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:40.929711 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d7d1-24cd-4756-a286-f828e16ab1f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2982123'] for subnet, precommit_delete_associations {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:40.986458 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d7d1-24cd-4756-a286-f828e16ab1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7959338'] for subnet, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:41.052892 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d7d1-24cd-4756-a286-f828e16ab1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7959329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1459218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2562358'] for subnet, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:41.056546 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:56:41.092553 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9d7d1-24cd-4756-a286-f828e16ab1f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=610d7894-6793-45a3-88f7-014c25c00b16,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:56:41.096072 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-1bc9d7d1-24cd-4756-a286-f828e16ab1f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:56:41.098620 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d7d1-24cd-4756-a286-f828e16ab1f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578116'] for subnet, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:41.105351 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-1bc9d7d1-24cd-4756-a286-f828e16ab1f2 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/610d7894-6793-45a3-88f7-014c25c00b16 HTTP/1.1" status: 204 len: 168 time: 0.2882702 Nov 16 21:56:41.107496 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 44728) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:56:41.213185 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-e69772fc-7172-41c0-abb7-b93d4b4e51d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7988716'] for network, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:41.333100 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-e69772fc-7172-41c0-abb7-b93d4b4e51d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7962236', 'neutron.services.segments.db._delete_segments_for_network-8790568771669'] for network, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:41.357557 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.services.segments.db [None req-e69772fc-7172-41c0-abb7-b93d4b4e51d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86d88184-656f-4802-b205-562d456d133d']}} {{(pid=86863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:56:41.369262 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.services.segments.db [None req-e69772fc-7172-41c0-abb7-b93d4b4e51d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e585fd9-76d3-4d9f-902c-88f1b991a1f1') {'for_net_delete': True} {{(pid=86863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:56:41.369543 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.services.segments.db [None req-e69772fc-7172-41c0-abb7-b93d4b4e51d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e585fd9-76d3-4d9f-902c-88f1b991a1f1') {} {{(pid=86863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:56:41.381047 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-e69772fc-7172-41c0-abb7-b93d4b4e51d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790568701269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2982132'] for segment, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:41.397179 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-e69772fc-7172-41c0-abb7-b93d4b4e51d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930301'] for segment, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:41.403306 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e69772fc-7172-41c0-abb7-b93d4b4e51d5 admin admin] Releasing vlan 803 on physical network physnet1 to pool {{(pid=86863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:56:41.403679 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-e69772fc-7172-41c0-abb7-b93d4b4e51d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7930292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1459316'] for segment, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:41.416325 dv-cinder-818140-1-smb neutron-server[86863]: Traceback (most recent call last): Nov 16 21:56:41.416325 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:56:41.416325 dv-cinder-818140-1-smb neutron-server[86863]: timer() Nov 16 21:56:41.416325 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:56:41.416325 dv-cinder-818140-1-smb neutron-server[86863]: cb(*args, **kw) Nov 16 21:56:41.416325 dv-cinder-818140-1-smb neutron-server[86863]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 16 21:56:41.416325 dv-cinder-818140-1-smb neutron-server[86863]: return func(*args, **kwargs) Nov 16 21:56:41.416325 dv-cinder-818140-1-smb neutron-server[86863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:56:41.416325 dv-cinder-818140-1-smb neutron-server[86863]: self._notify() Nov 16 21:56:41.416325 dv-cinder-818140-1-smb neutron-server[86863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:56:41.416325 dv-cinder-818140-1-smb neutron-server[86863]: self.callback(batched_events) Nov 16 21:56:41.416325 dv-cinder-818140-1-smb neutron-server[86863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:56:41.416325 dv-cinder-818140-1-smb neutron-server[86863]: event.method(event) Nov 16 21:56:41.416325 dv-cinder-818140-1-smb neutron-server[86863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 16 21:56:41.416325 dv-cinder-818140-1-smb neutron-server[86863]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:56:41.416325 dv-cinder-818140-1-smb neutron-server[86863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 16 21:56:41.416325 dv-cinder-818140-1-smb neutron-server[86863]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:56:41.416325 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 16 21:56:41.416325 dv-cinder-818140-1-smb neutron-server[86863]: return f(self, *a, **k) Nov 16 21:56:41.416325 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 16 21:56:41.416325 dv-cinder-818140-1-smb neutron-server[86863]: return self._get(url).json() Nov 16 21:56:41.416325 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 16 21:56:41.416325 dv-cinder-818140-1-smb neutron-server[86863]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:56:41.416325 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:56:41.416325 dv-cinder-818140-1-smb neutron-server[86863]: return self.request(url, 'GET', **kwargs) Nov 16 21:56:41.416325 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:56:41.416325 dv-cinder-818140-1-smb neutron-server[86863]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:56:41.416325 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:56:41.416325 dv-cinder-818140-1-smb neutron-server[86863]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:56:41.416325 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:56:41.416325 dv-cinder-818140-1-smb neutron-server[86863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:56:41.416325 dv-cinder-818140-1-smb neutron-server[86863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:56:41.492354 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-e69772fc-7172-41c0-abb7-b93d4b4e51d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7962117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677574'] for network, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:41.496895 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-915c28f5-ce40-4ed9-aab3-44e376fdb567 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:56:41.512762 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-e69772fc-7172-41c0-abb7-b93d4b4e51d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578116'] for network, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:41.521716 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69772fc-7172-41c0-abb7-b93d4b4e51d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=86d88184-656f-4802-b205-562d456d133d,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:56:41.524808 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-e69772fc-7172-41c0-abb7-b93d4b4e51d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:56:41.531596 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-e69772fc-7172-41c0-abb7-b93d4b4e51d5 admin admin] 10.222.0.50 "DELETE /v2.0/networks/86d88184-656f-4802-b205-562d456d133d HTTP/1.1" status: 204 len: 168 time: 0.4231446 Nov 16 21:56:41.640845 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c093aa5-3eb5-4b8b-94c1-129f6457e72e req-558a4fc0-62ae-4f42-b2a2-a774a611fefa tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:41.642417 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-8c093aa5-3eb5-4b8b-94c1-129f6457e72e req-558a4fc0-62ae-4f42-b2a2-a774a611fefa tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fab366d-9988-4d45-979a-c9db7d6681c7 HTTP/1.1" status: 200 len: 946 time: 0.0838048 Nov 16 21:56:41.689044 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-8c093aa5-3eb5-4b8b-94c1-129f6457e72e req-1c8d5515-d9d9-4b69-87dc-6ebfa085b7e1 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c5f5821-f502-40f2-b130-6c081ed66760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392828 Nov 16 21:56:41.703265 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 44738) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:56:41.750869 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-0bb70650-b71b-4939-8cb0-149f16a77dd5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2bdcf483bf7846ea91187eab3a26679a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463710 Nov 16 21:56:41.753293 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 44742) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:56:41.810752 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-defed7ae-ea0f-43e9-b623-458ebf1f8815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:41.838602 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-defed7ae-ea0f-43e9-b623-458ebf1f8815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:41.891370 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-defed7ae-ea0f-43e9-b623-458ebf1f8815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:41.895131 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-3ee14fde-421b-41db-a6d2-bca347ec6038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:56:41.907522 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defed7ae-ea0f-43e9-b623-458ebf1f8815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9b460f-8f24-4635-8eb2-2727222fe8ca,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:56:41.909906 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-defed7ae-ea0f-43e9-b623-458ebf1f8815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:56:41.921170 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-defed7ae-ea0f-43e9-b623-458ebf1f8815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:41.924620 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-defed7ae-ea0f-43e9-b623-458ebf1f8815 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4a9b460f-8f24-4635-8eb2-2727222fe8ca HTTP/1.1" status: 204 len: 168 time: 0.1681192 Nov 16 21:56:42.851269 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device 0479adca-30f8-4168-8072-810f9563a6e6 details requested by agent hyperv_hv-cinder-81814 with host hv-cinder-81814 {{(pid=86865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 16 21:56:42.863252 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device 379072b5-055d-4c37-b04c-a11bfc6fd936 no longer exists at agent hyperv_hv-cinder-81814 {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 16 21:56:42.891727 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46a9db-114a-45f4-ae93-290734318081 req-68e794ea-b5ad-4cfd-a353-1b8eb262c84a tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:42.898961 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-7d46a9db-114a-45f4-ae93-290734318081 req-68e794ea-b5ad-4cfd-a353-1b8eb262c84a tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fab366d-9988-4d45-979a-c9db7d6681c7 HTTP/1.1" status: 200 len: 946 time: 0.0945916 Nov 16 21:56:42.962899 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-7d46a9db-114a-45f4-ae93-290734318081 req-c13f1899-5fbc-4e1b-988a-59ee4f4d3eda tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c5f5821-f502-40f2-b130-6c081ed66760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630426 Nov 16 21:56:42.982083 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] No Port match for: 379072b5-055d-4c37-b04c-a11bfc6fd936 {{(pid=86865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 16 21:56:42.982447 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device 379072b5-055d-4c37-b04c-a11bfc6fd936 not bound to the agent host hv-cinder-81814 {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 16 21:56:43.068759 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port 0479adca-30f8-4168-8072-810f9563a6e6, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=0479adca-30f8-4168-8072-810f9563a6e6,segment=NetworkSegment(0768277f-89e3-47c8-84f9-a7ae38cc5ef8),segment_id=0768277f-89e3-47c8-84f9-a7ae38cc5ef8)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:56:43.088465 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Returning: {'device': '0479adca-30f8-4168-8072-810f9563a6e6', 'network_id': 'cfb6277a-1481-4312-adb0-643dce04514b', 'port_id': '0479adca-30f8-4168-8072-810f9563a6e6', 'mac_address': 'fa:16:3e:a0:bf:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd05cea4-2dd2-4a0d-8f4a-e62d3c4e1889', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 16 21:56:43.148760 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:43.174624 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.notifiers.nova [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0479adca-30f8-4168-8072-810f9563a6e6 {{(pid=86865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:56:43.211377 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port 0479adca-30f8-4168-8072-810f9563a6e6, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=0479adca-30f8-4168-8072-810f9563a6e6,segment=NetworkSegment(0768277f-89e3-47c8-84f9-a7ae38cc5ef8),segment_id=0768277f-89e3-47c8-84f9-a7ae38cc5ef8)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:56:43.215962 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:43.219149 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:56:43.303358 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Pushing event updated for resources: {'Port': ['ID=0479adca-30f8-4168-8072-810f9563a6e6,revision_number=6']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:56:43.306545 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:56:43.311388 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] get_ports_and_sgs() called for port_ids ['0479adca-30f8-4168-8072-810f9563a6e6'] {{(pid=86865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 16 21:56:44.157540 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bd1b5c-91a3-4efe-be83-13f62aa2ffa1 req-d0fe9112-1ef7-493e-b19d-42cfc7e8f680 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:44.158940 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-93bd1b5c-91a3-4efe-be83-13f62aa2ffa1 req-d0fe9112-1ef7-493e-b19d-42cfc7e8f680 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fab366d-9988-4d45-979a-c9db7d6681c7 HTTP/1.1" status: 200 len: 945 time: 0.0897377 Nov 16 21:56:44.212867 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-93bd1b5c-91a3-4efe-be83-13f62aa2ffa1 req-b8f77960-0288-456d-b6a8-c5f6e0b45f1b tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c5f5821-f502-40f2-b130-6c081ed66760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461705 Nov 16 21:56:44.860342 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device 0479adca-30f8-4168-8072-810f9563a6e6 up at agent hyperv_hv-cinder-81814 {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 21:56:44.999495 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Provisioning complete for port 0479adca-30f8-4168-8072-810f9563a6e6 triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:56:44.999892 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:45.140332 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:45.174564 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fab366d-9988-4d45-979a-c9db7d6681c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0479adca-30f8-4168-8072-810f9563a6e6'}] {{(pid=86865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:56:45.189302 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port 0479adca-30f8-4168-8072-810f9563a6e6, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=0479adca-30f8-4168-8072-810f9563a6e6,segment=NetworkSegment(0768277f-89e3-47c8-84f9-a7ae38cc5ef8),segment_id=0768277f-89e3-47c8-84f9-a7ae38cc5ef8)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:56:45.193446 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:45.196176 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:56:45.242211 dv-cinder-818140-1-smb neutron-server[86865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fab366d-9988-4d45-979a-c9db7d6681c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0479adca-30f8-4168-8072-810f9563a6e6', 'code': 200} Nov 16 21:56:45.279021 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Pushing event updated for resources: {'Port': ['ID=0479adca-30f8-4168-8072-810f9563a6e6,revision_number=7']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:56:45.282550 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:56:45.429649 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7093bad-ba49-48ce-9ba2-49387ab90f84 req-c6914104-7e74-4cf1-9a77-35732c51cb55 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:45.433943 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-e7093bad-ba49-48ce-9ba2-49387ab90f84 req-c6914104-7e74-4cf1-9a77-35732c51cb55 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fab366d-9988-4d45-979a-c9db7d6681c7 HTTP/1.1" status: 200 len: 946 time: 0.0995617 Nov 16 21:56:45.485935 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-e7093bad-ba49-48ce-9ba2-49387ab90f84 req-0428e762-3f98-4581-bfac-2f5d5de2ed9c tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c5f5821-f502-40f2-b130-6c081ed66760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462675 Nov 16 21:56:46.746958 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee52443-7e29-444e-992f-21e1fe378741 req-aeff0dcb-4352-4901-aa0e-6e2e3c3fccd8 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:46.754233 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-bee52443-7e29-444e-992f-21e1fe378741 req-aeff0dcb-4352-4901-aa0e-6e2e3c3fccd8 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fab366d-9988-4d45-979a-c9db7d6681c7 HTTP/1.1" status: 200 len: 946 time: 0.1251462 Nov 16 21:56:46.814461 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-bee52443-7e29-444e-992f-21e1fe378741 req-13fc5bb6-a5c7-4e99-b9c4-d7a4ab185913 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c5f5821-f502-40f2-b130-6c081ed66760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583556 Nov 16 21:56:48.092497 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe76ff-2aac-43e2-9078-dd61b87adb92 req-5a00a054-27df-4e9a-b650-ac0cbb00050c tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:48.094628 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-50fe76ff-2aac-43e2-9078-dd61b87adb92 req-5a00a054-27df-4e9a-b650-ac0cbb00050c tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fab366d-9988-4d45-979a-c9db7d6681c7 HTTP/1.1" status: 200 len: 946 time: 0.1224108 Nov 16 21:56:48.162894 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-50fe76ff-2aac-43e2-9078-dd61b87adb92 req-6cb10a88-eba6-4376-9e38-ab54cae19ea2 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c5f5821-f502-40f2-b130-6c081ed66760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598862 Nov 16 21:56:49.618208 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af031e-da1c-427b-b442-947fd6cbdc44 req-d9e95561-7642-49d0-a4d1-0df9b7715797 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:49.620863 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-f7af031e-da1c-427b-b442-947fd6cbdc44 req-d9e95561-7642-49d0-a4d1-0df9b7715797 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fab366d-9988-4d45-979a-c9db7d6681c7 HTTP/1.1" status: 200 len: 946 time: 0.0877612 Nov 16 21:56:49.679673 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-f7af031e-da1c-427b-b442-947fd6cbdc44 req-cd7d47e0-3aad-413d-b79e-fe72097c0edd tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c5f5821-f502-40f2-b130-6c081ed66760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525801 Nov 16 21:56:50.883072 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de05b21-cdfb-4a83-ac89-39eaac6ef69d req-d06f09df-5c8d-4ea8-86b0-619ea897ce5a tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:50.886009 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-8de05b21-cdfb-4a83-ac89-39eaac6ef69d req-d06f09df-5c8d-4ea8-86b0-619ea897ce5a tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fab366d-9988-4d45-979a-c9db7d6681c7 HTTP/1.1" status: 200 len: 946 time: 0.0987692 Nov 16 21:56:50.945129 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-8de05b21-cdfb-4a83-ac89-39eaac6ef69d req-a29fa8dc-e8a1-4949-8501-49114b4b081c tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c5f5821-f502-40f2-b130-6c081ed66760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530658 Nov 16 21:56:52.145870 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080b41e-e8d2-416b-97e9-e1fc1b0ae5ea req-b3182bf2-712e-43ab-a4e2-2008348d9458 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:52.147625 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-f080b41e-e8d2-416b-97e9-e1fc1b0ae5ea req-b3182bf2-712e-43ab-a4e2-2008348d9458 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fab366d-9988-4d45-979a-c9db7d6681c7 HTTP/1.1" status: 200 len: 946 time: 0.0825243 Nov 16 21:56:52.192848 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-f080b41e-e8d2-416b-97e9-e1fc1b0ae5ea req-eafc0fda-69f9-44d0-9570-21e38e55ba71 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c5f5821-f502-40f2-b130-6c081ed66760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394249 Nov 16 21:56:53.058960 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 44946) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:56:53.121227 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-cb5de04e-8d1e-4619-a336-8b37a8cdfa62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:53.135367 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-cb5de04e-8d1e-4619-a336-8b37a8cdfa62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:56:53.139573 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-cb5de04e-8d1e-4619-a336-8b37a8cdfa62 admin admin] Usage tracker for resource:security_group_rule and tenant:89d855760753472f9362132afd5c5e78 is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:56:53.142407 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-cb5de04e-8d1e-4619-a336-8b37a8cdfa62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:56:53.148129 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-cb5de04e-8d1e-4619-a336-8b37a8cdfa62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:56:53.168918 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f228586-1bf3-4872-a849-42db1b2a616d req-3957c64b-0214-4169-8fac-2ed142756180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:53.170432 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-2f228586-1bf3-4872-a849-42db1b2a616d req-3957c64b-0214-4169-8fac-2ed142756180 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=727ecad6d44746bbaca7ef41b34b6315&device_id=8fab366d-9988-4d45-979a-c9db7d6681c7 HTTP/1.1" status: 200 len: 1099 time: 0.1802073 Nov 16 21:56:53.246500 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-cb5de04e-8d1e-4619-a336-8b37a8cdfa62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:53.250722 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-cb5de04e-8d1e-4619-a336-8b37a8cdfa62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:53.265544 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-2e326617-b9bd-418f-b452-8b7d6deed6d1 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:56:53.309813 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-cb5de04e-8d1e-4619-a336-8b37a8cdfa62 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=89d855760753472f9362132afd5c5e78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2465534 Nov 16 21:56:53.309813 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5de04e-8d1e-4619-a336-8b37a8cdfa62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eca50ae-db21-466b-9494-440b88eeaf5e,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:56:53.311439 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-cb5de04e-8d1e-4619-a336-8b37a8cdfa62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:56:53.311874 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 44954) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:56:53.359409 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f228586-1bf3-4872-a849-42db1b2a616d req-0197156c-763c-4f0c-9aa2-e39778fd5a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:53.360798 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-2f228586-1bf3-4872-a849-42db1b2a616d req-0197156c-763c-4f0c-9aa2-e39778fd5a91 service neutron] 10.222.0.60 "GET /v2.0/networks?id=cfb6277a-1481-4312-adb0-643dce04514b HTTP/1.1" status: 200 len: 917 time: 0.1826341 Nov 16 21:56:53.616449 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-2f228586-1bf3-4872-a849-42db1b2a616d req-08c98be3-b690-4668-833d-4e3eb55c496c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0479adca-30f8-4168-8072-810f9563a6e6 HTTP/1.1" status: 200 len: 1002 time: 0.2454891 Nov 16 21:56:53.616999 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-0c5bf9ce-a8c5-4c32-9fa4-bfca9be556d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:53.680013 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114700c4-f279-432c-9d83-674a7bba5534 req-de2a504c-1cc8-4c0a-8992-755d45e946bc tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:53.681421 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-114700c4-f279-432c-9d83-674a7bba5534 req-de2a504c-1cc8-4c0a-8992-755d45e946bc tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fab366d-9988-4d45-979a-c9db7d6681c7 HTTP/1.1" status: 200 len: 946 time: 0.3709400 Nov 16 21:56:53.710827 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-0c5bf9ce-a8c5-4c32-9fa4-bfca9be556d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:53.768318 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f228586-1bf3-4872-a849-42db1b2a616d req-b422fec2-af73-4563-9c87-24e3a9c56357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:53.769736 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-2f228586-1bf3-4872-a849-42db1b2a616d req-b422fec2-af73-4563-9c87-24e3a9c56357 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fd05cea4-2dd2-4a0d-8f4a-e62d3c4e1889 HTTP/1.1" status: 200 len: 855 time: 0.1385789 Nov 16 21:56:53.780714 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-114700c4-f279-432c-9d83-674a7bba5534 req-3cf011ed-8318-421c-b119-38cc8956e2d3 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c5f5821-f502-40f2-b130-6c081ed66760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925279 Nov 16 21:56:53.844530 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-0c5bf9ce-a8c5-4c32-9fa4-bfca9be556d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:53.850327 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-f5b12198-b56c-4e6a-ad38-72bbf5eb1c37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:56:53.869528 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5bf9ce-a8c5-4c32-9fa4-bfca9be556d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eca50ae-db21-466b-9494-440b88eeaf5e,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:56:53.880156 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5bf9ce-a8c5-4c32-9fa4-bfca9be556d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:53.880526 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5bf9ce-a8c5-4c32-9fa4-bfca9be556d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:53.880882 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5bf9ce-a8c5-4c32-9fa4-bfca9be556d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:53.881242 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5bf9ce-a8c5-4c32-9fa4-bfca9be556d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:53.881592 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5bf9ce-a8c5-4c32-9fa4-bfca9be556d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:53.881939 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5bf9ce-a8c5-4c32-9fa4-bfca9be556d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:53.882309 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5bf9ce-a8c5-4c32-9fa4-bfca9be556d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:53.882655 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5bf9ce-a8c5-4c32-9fa4-bfca9be556d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:53.883000 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5bf9ce-a8c5-4c32-9fa4-bfca9be556d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:53.883341 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5bf9ce-a8c5-4c32-9fa4-bfca9be556d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:53.883683 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5bf9ce-a8c5-4c32-9fa4-bfca9be556d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:53.884021 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5bf9ce-a8c5-4c32-9fa4-bfca9be556d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:53.887392 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-0c5bf9ce-a8c5-4c32-9fa4-bfca9be556d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:53.894422 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-0c5bf9ce-a8c5-4c32-9fa4-bfca9be556d8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1eca50ae-db21-466b-9494-440b88eeaf5e HTTP/1.1" status: 204 len: 168 time: 0.5735841 Nov 16 21:56:53.897365 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-0c5bf9ce-a8c5-4c32-9fa4-bfca9be556d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:56:53.904190 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f228586-1bf3-4872-a849-42db1b2a616d req-b543918c-94ab-47c2-afe9-17daaadc07e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:53.906065 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-2f228586-1bf3-4872-a849-42db1b2a616d req-b543918c-94ab-47c2-afe9-17daaadc07e4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cfb6277a-1481-4312-adb0-643dce04514b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1242344 Nov 16 21:56:54.051001 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-2f228586-1bf3-4872-a849-42db1b2a616d req-5020cae2-12c4-4fd0-9f3a-242b41536168 service neutron] 10.222.0.60 "GET /v2.0/networks/cfb6277a-1481-4312-adb0-643dce04514b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345403 Nov 16 21:56:54.189150 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-2f228586-1bf3-4872-a849-42db1b2a616d req-180a10ee-3b31-41c8-a377-976358947787 service neutron] 10.222.0.60 "GET /v2.0/networks/cfb6277a-1481-4312-adb0-643dce04514b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275289 Nov 16 21:56:54.723702 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-9a36ccaf-4250-4131-87df-287d04fb58ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:54.971270 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2178f0a-9ab1-46ff-aea1-c4eccf035e00 req-4238724d-d655-4e81-83bf-785667101bdb tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:54.972841 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-a2178f0a-9ab1-46ff-aea1-c4eccf035e00 req-4238724d-d655-4e81-83bf-785667101bdb tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fab366d-9988-4d45-979a-c9db7d6681c7 HTTP/1.1" status: 200 len: 946 time: 0.0833874 Nov 16 21:56:55.023079 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-a2178f0a-9ab1-46ff-aea1-c4eccf035e00 req-25c0e9cd-fab5-4d61-9372-81d6861188b9 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c5f5821-f502-40f2-b130-6c081ed66760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424731 Nov 16 21:56:55.250445 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:56.220729 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5232d283-04ac-44fa-be65-b78733bb45c0 req-3a9c2bc6-261d-47fb-9e90-1afeb96debd9 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:56.222192 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-5232d283-04ac-44fa-be65-b78733bb45c0 req-3a9c2bc6-261d-47fb-9e90-1afeb96debd9 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fab366d-9988-4d45-979a-c9db7d6681c7 HTTP/1.1" status: 200 len: 946 time: 0.0860946 Nov 16 21:56:56.266469 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-5232d283-04ac-44fa-be65-b78733bb45c0 req-ba6fde08-9ce0-40af-b574-4c6c4938aa2c tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c5f5821-f502-40f2-b130-6c081ed66760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387046 Nov 16 21:56:56.889432 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device 0479adca-30f8-4168-8072-810f9563a6e6 no longer exists at agent hyperv_hv-cinder-81814 {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 16 21:56:57.019917 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:57.048373 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fab366d-9988-4d45-979a-c9db7d6681c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0479adca-30f8-4168-8072-810f9563a6e6'}] {{(pid=86865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:56:57.060458 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port 0479adca-30f8-4168-8072-810f9563a6e6, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=0479adca-30f8-4168-8072-810f9563a6e6,segment=NetworkSegment(0768277f-89e3-47c8-84f9-a7ae38cc5ef8),segment_id=0768277f-89e3-47c8-84f9-a7ae38cc5ef8)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:56:57.068089 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:57.071534 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:56:57.106568 dv-cinder-818140-1-smb neutron-server[86865]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8fab366d-9988-4d45-979a-c9db7d6681c7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0479adca-30f8-4168-8072-810f9563a6e6', 'code': 422} returned with failed status Nov 16 21:56:57.148299 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Pushing event updated for resources: {'Port': ['ID=0479adca-30f8-4168-8072-810f9563a6e6,revision_number=8']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:56:57.151613 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:56:57.445443 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-25c49764-496c-4dd0-bed3-28e044220342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:57.456088 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512aa61-db7a-4d28-a3fd-b8113c4a4ece req-e407cc35-cae7-4b6f-b129-852dbb5b53c5 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:57.457535 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-1512aa61-db7a-4d28-a3fd-b8113c4a4ece req-e407cc35-cae7-4b6f-b129-852dbb5b53c5 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fab366d-9988-4d45-979a-c9db7d6681c7 HTTP/1.1" status: 200 len: 944 time: 0.0820782 Nov 16 21:56:57.502775 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-1512aa61-db7a-4d28-a3fd-b8113c4a4ece req-3f231ecc-8524-43e0-92e1-a63e42839c8d tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c5f5821-f502-40f2-b130-6c081ed66760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391302 Nov 16 21:56:58.624534 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-94ae2c1a-1f16-4ed2-be66-e1a93ab74dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:56:59.069965 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96edbaa-dd0d-4530-ab62-41aab17aaf82 req-834e7b1f-0d1e-4d27-87d6-1506b3378b5f tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:59.071501 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-a96edbaa-dd0d-4530-ab62-41aab17aaf82 req-834e7b1f-0d1e-4d27-87d6-1506b3378b5f tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fab366d-9988-4d45-979a-c9db7d6681c7 HTTP/1.1" status: 200 len: 944 time: 0.0901406 Nov 16 21:56:59.117190 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-a96edbaa-dd0d-4530-ab62-41aab17aaf82 req-0b904403-a07e-4cb8-aa07-49a63e61474c tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c5f5821-f502-40f2-b130-6c081ed66760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393736 Nov 16 21:56:59.384660 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 45106) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:56:59.499045 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-80e3bad0-7876-4c01-8a33-1d4a8bef9831 req-eee6f0bd-1428-4073-97aa-58166e3ca7d2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8fab366d-9988-4d45-979a-c9db7d6681c7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1129692 Nov 16 21:56:59.908930 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-941145a6-33c9-4841-86a3-a7e018513e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:00.313432 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2236a402-612d-4b39-90b6-5f0b9716271a req-8eba95fc-f4b0-46cb-aadb-b678754789fb tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:00.314847 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-2236a402-612d-4b39-90b6-5f0b9716271a req-8eba95fc-f4b0-46cb-aadb-b678754789fb tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fab366d-9988-4d45-979a-c9db7d6681c7 HTTP/1.1" status: 200 len: 944 time: 0.0857599 Nov 16 21:57:00.357819 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-2236a402-612d-4b39-90b6-5f0b9716271a req-5099a4fc-3b94-4470-9b6e-787ef19b40d7 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c5f5821-f502-40f2-b130-6c081ed66760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373642 Nov 16 21:57:00.587186 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e3bad0-7876-4c01-8a33-1d4a8bef9831 req-c5e77406-4c25-4c26-bf92-3dd956bbd75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:00.588773 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-80e3bad0-7876-4c01-8a33-1d4a8bef9831 req-c5e77406-4c25-4c26-bf92-3dd956bbd75a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8fab366d-9988-4d45-979a-c9db7d6681c7&tenant_id=727ecad6d44746bbaca7ef41b34b6315 HTTP/1.1" status: 200 len: 1097 time: 0.0712941 Nov 16 21:57:00.689493 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e3bad0-7876-4c01-8a33-1d4a8bef9831 req-c59a9b35-ca58-407f-8f07-c64ceaa20a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:00.690987 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-80e3bad0-7876-4c01-8a33-1d4a8bef9831 req-c59a9b35-ca58-407f-8f07-c64ceaa20a0b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=727ecad6d44746bbaca7ef41b34b6315&device_id=8fab366d-9988-4d45-979a-c9db7d6681c7 HTTP/1.1" status: 200 len: 1097 time: 0.0760269 Nov 16 21:57:00.796466 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:00.828147 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e3bad0-7876-4c01-8a33-1d4a8bef9831 req-06d4cad1-8903-4b40-b6be-2dddde3b13af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:00.829585 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-80e3bad0-7876-4c01-8a33-1d4a8bef9831 req-06d4cad1-8903-4b40-b6be-2dddde3b13af service neutron] 10.222.0.60 "GET /v2.0/networks?id=cfb6277a-1481-4312-adb0-643dce04514b HTTP/1.1" status: 200 len: 917 time: 0.1287014 Nov 16 21:57:00.939385 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-80e3bad0-7876-4c01-8a33-1d4a8bef9831 req-78629b31-7a83-4477-91cc-e2c166a1ff9c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0479adca-30f8-4168-8072-810f9563a6e6 HTTP/1.1" status: 200 len: 1000 time: 0.1008873 Nov 16 21:57:01.003364 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e3bad0-7876-4c01-8a33-1d4a8bef9831 req-cb082bb4-26c5-4db9-b155-baafc99178e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:01.004813 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-80e3bad0-7876-4c01-8a33-1d4a8bef9831 req-cb082bb4-26c5-4db9-b155-baafc99178e7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fd05cea4-2dd2-4a0d-8f4a-e62d3c4e1889 HTTP/1.1" status: 200 len: 855 time: 0.0585423 Nov 16 21:57:01.081173 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e3bad0-7876-4c01-8a33-1d4a8bef9831 req-9fcd828d-1cb5-49dc-9d16-e0ec22f58fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:01.082630 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-80e3bad0-7876-4c01-8a33-1d4a8bef9831 req-9fcd828d-1cb5-49dc-9d16-e0ec22f58fee service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cfb6277a-1481-4312-adb0-643dce04514b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0711575 Nov 16 21:57:01.223623 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-80e3bad0-7876-4c01-8a33-1d4a8bef9831 req-79a40d59-600d-4805-badb-3e26ed984e1e service neutron] 10.222.0.60 "GET /v2.0/networks/cfb6277a-1481-4312-adb0-643dce04514b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321094 Nov 16 21:57:01.354651 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-80e3bad0-7876-4c01-8a33-1d4a8bef9831 req-880fc23d-2674-4281-b69d-40b8447725eb service neutron] 10.222.0.60 "GET /v2.0/networks/cfb6277a-1481-4312-adb0-643dce04514b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239092 Nov 16 21:57:01.545249 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ac6eb5-bc39-49f7-aa86-17a961e44ea6 req-2b5cdbfe-5a27-47cf-9d67-390dcc04545b tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:01.546617 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-b8ac6eb5-bc39-49f7-aa86-17a961e44ea6 req-2b5cdbfe-5a27-47cf-9d67-390dcc04545b tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fab366d-9988-4d45-979a-c9db7d6681c7 HTTP/1.1" status: 200 len: 944 time: 0.0795214 Nov 16 21:57:01.590207 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-b8ac6eb5-bc39-49f7-aa86-17a961e44ea6 req-7b8d64c5-ec58-4fb8-b117-4ee97a389bf7 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c5f5821-f502-40f2-b130-6c081ed66760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379763 Nov 16 21:57:02.486886 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 45184) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:57:02.620286 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-7fee8a70-14c2-4140-8322-89a02e2348f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:02.640425 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-7fee8a70-14c2-4140-8322-89a02e2348f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:57:02.644337 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-7fee8a70-14c2-4140-8322-89a02e2348f5 admin admin] Usage tracker for resource:security_group_rule and tenant:1932b23a1e0447b9b5f06a542c81afd8 is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:57:02.647394 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-7fee8a70-14c2-4140-8322-89a02e2348f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:57:02.653665 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-7fee8a70-14c2-4140-8322-89a02e2348f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:57:02.787274 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-7fee8a70-14c2-4140-8322-89a02e2348f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:02.798929 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-7fee8a70-14c2-4140-8322-89a02e2348f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:02.808349 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-29354fd0-02ce-4c39-955c-7c51909af17e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:57:02.862415 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fee8a70-14c2-4140-8322-89a02e2348f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c43698-0fa6-4531-b7d8-7178e0494d53,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:57:02.870803 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-7fee8a70-14c2-4140-8322-89a02e2348f5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1932b23a1e0447b9b5f06a542c81afd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3811071 Nov 16 21:57:02.871110 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 45192) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:57:02.871908 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-7fee8a70-14c2-4140-8322-89a02e2348f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:57:02.997450 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a8714-f5e0-4f30-8a27-c157ad5acb57 req-782ac7a9-eb11-4700-b56b-fa98cc6c9358 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:02.998967 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-653a8714-f5e0-4f30-8a27-c157ad5acb57 req-782ac7a9-eb11-4700-b56b-fa98cc6c9358 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fab366d-9988-4d45-979a-c9db7d6681c7 HTTP/1.1" status: 200 len: 944 time: 0.2671492 Nov 16 21:57:03.068883 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-64ab8e6e-f40c-4e0b-ac56-c54946eb69fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:03.073848 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-653a8714-f5e0-4f30-8a27-c157ad5acb57 req-d2dac1ae-4924-4f19-b074-d799608b4d6c tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c5f5821-f502-40f2-b130-6c081ed66760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677776 Nov 16 21:57:03.100527 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-64ab8e6e-f40c-4e0b-ac56-c54946eb69fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:03.155863 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-64ab8e6e-f40c-4e0b-ac56-c54946eb69fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:03.160665 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-0fb66980-5131-46e7-8d32-12dbbed1c1f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:57:03.174010 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ab8e6e-f40c-4e0b-ac56-c54946eb69fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c43698-0fa6-4531-b7d8-7178e0494d53,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:57:03.177860 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-64ab8e6e-f40c-4e0b-ac56-c54946eb69fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:57:03.184996 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-64ab8e6e-f40c-4e0b-ac56-c54946eb69fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:03.188353 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-64ab8e6e-f40c-4e0b-ac56-c54946eb69fe admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/83c43698-0fa6-4531-b7d8-7178e0494d53 HTTP/1.1" status: 204 len: 168 time: 0.3115337 Nov 16 21:57:03.485169 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 45200) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:57:03.502591 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-4a4ff19f-eb5f-43e1-b2ea-9679599d1072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:03.522608 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-4a4ff19f-eb5f-43e1-b2ea-9679599d1072 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:57:03.527146 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-4a4ff19f-eb5f-43e1-b2ea-9679599d1072 admin admin] Usage tracker for resource:security_group_rule and tenant:c9a528e15a364198a1b8f23cd410fa15 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:57:03.529967 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-4a4ff19f-eb5f-43e1-b2ea-9679599d1072 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:57:03.535716 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-4a4ff19f-eb5f-43e1-b2ea-9679599d1072 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:57:03.725461 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-4a4ff19f-eb5f-43e1-b2ea-9679599d1072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:03.729827 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-4a4ff19f-eb5f-43e1-b2ea-9679599d1072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:03.736887 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-4aebed06-e738-4d69-8fb5-789fb81b0c86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:57:03.781612 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-4a4ff19f-eb5f-43e1-b2ea-9679599d1072 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c9a528e15a364198a1b8f23cd410fa15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2930851 Nov 16 21:57:03.781612 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4ff19f-eb5f-43e1-b2ea-9679599d1072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=132901c0-7c6e-4073-bf9c-8f284bb6863a,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:57:03.781996 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 45204) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:57:03.783428 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-4a4ff19f-eb5f-43e1-b2ea-9679599d1072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:57:03.844654 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-b75a2ad7-ef81-49d1-81da-610ed2873919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:03.870850 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-b75a2ad7-ef81-49d1-81da-610ed2873919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:03.933756 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-b75a2ad7-ef81-49d1-81da-610ed2873919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:03.937437 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-3ed0ac1d-9278-4cc7-8a00-91bac01ecf0a tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:57:03.954696 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a2ad7-ef81-49d1-81da-610ed2873919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132901c0-7c6e-4073-bf9c-8f284bb6863a,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:57:03.957495 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-b75a2ad7-ef81-49d1-81da-610ed2873919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:57:03.972873 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-b75a2ad7-ef81-49d1-81da-610ed2873919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:03.974351 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-b75a2ad7-ef81-49d1-81da-610ed2873919 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/132901c0-7c6e-4073-bf9c-8f284bb6863a HTTP/1.1" status: 204 len: 168 time: 0.1912885 Nov 16 21:57:04.279871 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc71ce5e-efdb-44a2-8032-db42af7dba82 req-09b97a18-d5dc-4aee-ae3d-e9c0801b6387 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:04.285450 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-dc71ce5e-efdb-44a2-8032-db42af7dba82 req-09b97a18-d5dc-4aee-ae3d-e9c0801b6387 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fab366d-9988-4d45-979a-c9db7d6681c7 HTTP/1.1" status: 200 len: 944 time: 0.0884950 Nov 16 21:57:04.330698 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-dc71ce5e-efdb-44a2-8032-db42af7dba82 req-a077ea01-7b40-4a48-b122-5dc8d7debd40 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c5f5821-f502-40f2-b130-6c081ed66760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443461 Nov 16 21:57:05.535371 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35cb31d-5228-4787-a59f-c60834e79010 req-9baea8db-e302-4ffe-8926-d6b8a77b5668 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:05.536922 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-b35cb31d-5228-4787-a59f-c60834e79010 req-9baea8db-e302-4ffe-8926-d6b8a77b5668 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fab366d-9988-4d45-979a-c9db7d6681c7 HTTP/1.1" status: 200 len: 944 time: 0.0861473 Nov 16 21:57:05.584885 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-b35cb31d-5228-4787-a59f-c60834e79010 req-02c5ec6e-e17b-42a9-a9aa-56d0c913359a tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c5f5821-f502-40f2-b130-6c081ed66760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409548 Nov 16 21:57:06.794753 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c21618f-ae91-4c83-ac08-b75888a91d42 req-d2b9e8a1-d55e-4403-b44d-88933ff437e9 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:06.796434 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-0c21618f-ae91-4c83-ac08-b75888a91d42 req-d2b9e8a1-d55e-4403-b44d-88933ff437e9 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fab366d-9988-4d45-979a-c9db7d6681c7 HTTP/1.1" status: 200 len: 944 time: 0.0973051 Nov 16 21:57:06.851073 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-0c21618f-ae91-4c83-ac08-b75888a91d42 req-be619747-17bf-4601-b948-90e05f398658 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c5f5821-f502-40f2-b130-6c081ed66760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489264 Nov 16 21:57:07.808876 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.agents_db [None req-6e4a458f-5157-4cde-8197-239c61c88c18 None None] Agent healthcheck: found 6 active agents {{(pid=86866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 16 21:57:08.054987 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04824511-8e4e-46b4-aaeb-70c92b775723 req-e323558e-820f-4249-9b8b-45e324b32dcb tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:08.057327 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-04824511-8e4e-46b4-aaeb-70c92b775723 req-e323558e-820f-4249-9b8b-45e324b32dcb tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fab366d-9988-4d45-979a-c9db7d6681c7 HTTP/1.1" status: 200 len: 944 time: 0.0865180 Nov 16 21:57:08.104814 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-04824511-8e4e-46b4-aaeb-70c92b775723 req-e76634ca-f195-4226-9677-ad02e99eb9db tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c5f5821-f502-40f2-b130-6c081ed66760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415778 Nov 16 21:57:09.301433 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d83201-83ce-4b34-818d-9626f046d13e req-dc5bbeef-4c58-4377-b6dd-94c4be2412ab tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:09.303189 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-e4d83201-83ce-4b34-818d-9626f046d13e req-dc5bbeef-4c58-4377-b6dd-94c4be2412ab tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fab366d-9988-4d45-979a-c9db7d6681c7 HTTP/1.1" status: 200 len: 944 time: 0.0849006 Nov 16 21:57:09.354394 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-e4d83201-83ce-4b34-818d-9626f046d13e req-60dc9710-69a4-46f8-a4e2-9bd05baa247e tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c5f5821-f502-40f2-b130-6c081ed66760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450222 Nov 16 21:57:10.562820 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0144fe4-0e31-4d10-9d20-8eab252a0e31 req-de51d7ba-c1d0-4924-b903-27e41d897c08 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:10.564423 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-d0144fe4-0e31-4d10-9d20-8eab252a0e31 req-de51d7ba-c1d0-4924-b903-27e41d897c08 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fab366d-9988-4d45-979a-c9db7d6681c7 HTTP/1.1" status: 200 len: 944 time: 0.0838585 Nov 16 21:57:10.610134 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-d0144fe4-0e31-4d10-9d20-8eab252a0e31 req-f78ca79f-3976-47bd-a54c-1ef341a5d58e tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c5f5821-f502-40f2-b130-6c081ed66760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397985 Nov 16 21:57:11.814407 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461a040-f3ec-42ad-8425-183e35055acc req-7c87c829-d2fc-4cc8-8eca-7a561a744547 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:11.816026 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-1461a040-f3ec-42ad-8425-183e35055acc req-7c87c829-d2fc-4cc8-8eca-7a561a744547 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fab366d-9988-4d45-979a-c9db7d6681c7 HTTP/1.1" status: 200 len: 944 time: 0.0871990 Nov 16 21:57:11.877692 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-1461a040-f3ec-42ad-8425-183e35055acc req-4a76d398-2ed8-4736-ba89-8dd33d6f3909 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c5f5821-f502-40f2-b130-6c081ed66760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551708 Nov 16 21:57:13.078484 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb406f1-bda1-4493-a05a-76989c63981f req-c65da7a6-3c9b-4b00-8fc6-ff478124d178 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:13.079976 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-dbb406f1-bda1-4493-a05a-76989c63981f req-c65da7a6-3c9b-4b00-8fc6-ff478124d178 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fab366d-9988-4d45-979a-c9db7d6681c7 HTTP/1.1" status: 200 len: 944 time: 0.0823891 Nov 16 21:57:13.132445 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-dbb406f1-bda1-4493-a05a-76989c63981f req-2370888f-aa56-44c7-b737-209c162507ff tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c5f5821-f502-40f2-b130-6c081ed66760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462887 Nov 16 21:57:14.338749 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad979b7e-9065-48e6-b7c9-d43fbd73cc70 req-137838cb-bec5-4c89-96e5-1ef90d21ead2 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:14.340278 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-ad979b7e-9065-48e6-b7c9-d43fbd73cc70 req-137838cb-bec5-4c89-96e5-1ef90d21ead2 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fab366d-9988-4d45-979a-c9db7d6681c7 HTTP/1.1" status: 200 len: 944 time: 0.0889056 Nov 16 21:57:14.384526 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-ad979b7e-9065-48e6-b7c9-d43fbd73cc70 req-fbdcdda6-41ae-45e8-a6b3-79745767a547 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c5f5821-f502-40f2-b130-6c081ed66760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387878 Nov 16 21:57:14.975128 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device 0479adca-30f8-4168-8072-810f9563a6e6 details requested by agent hyperv_hv-cinder-81814 with host hv-cinder-81814 {{(pid=86865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 16 21:57:15.110286 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port 0479adca-30f8-4168-8072-810f9563a6e6, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=0479adca-30f8-4168-8072-810f9563a6e6,segment=NetworkSegment(0768277f-89e3-47c8-84f9-a7ae38cc5ef8),segment_id=0768277f-89e3-47c8-84f9-a7ae38cc5ef8)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:57:15.123627 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Returning: {'device': '0479adca-30f8-4168-8072-810f9563a6e6', 'network_id': 'cfb6277a-1481-4312-adb0-643dce04514b', 'port_id': '0479adca-30f8-4168-8072-810f9563a6e6', 'mac_address': 'fa:16:3e:a0:bf:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd05cea4-2dd2-4a0d-8f4a-e62d3c4e1889', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 16 21:57:15.177105 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:15.196812 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.notifiers.nova [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0479adca-30f8-4168-8072-810f9563a6e6 {{(pid=86865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:57:15.212622 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port 0479adca-30f8-4168-8072-810f9563a6e6, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=0479adca-30f8-4168-8072-810f9563a6e6,segment=NetworkSegment(0768277f-89e3-47c8-84f9-a7ae38cc5ef8),segment_id=0768277f-89e3-47c8-84f9-a7ae38cc5ef8)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:57:15.216235 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:15.217905 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:57:15.283821 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Pushing event updated for resources: {'Port': ['ID=0479adca-30f8-4168-8072-810f9563a6e6,revision_number=9']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:57:15.287176 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:57:15.487395 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] get_ports_and_sgs() called for port_ids ['0479adca-30f8-4168-8072-810f9563a6e6'] {{(pid=86865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 16 21:57:15.582392 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1120e39e-4450-48a1-aa5b-a91bcae8c56a req-a91ac577-da28-4ae7-b1e8-2fb77a792c91 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:15.583861 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-1120e39e-4450-48a1-aa5b-a91bcae8c56a req-a91ac577-da28-4ae7-b1e8-2fb77a792c91 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fab366d-9988-4d45-979a-c9db7d6681c7 HTTP/1.1" status: 200 len: 945 time: 0.0855408 Nov 16 21:57:15.628208 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-1120e39e-4450-48a1-aa5b-a91bcae8c56a req-3940dee6-10a5-489e-b035-fa14b613dc16 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c5f5821-f502-40f2-b130-6c081ed66760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386581 Nov 16 21:57:16.817356 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9865e819-f4c8-43a0-9ec3-6721d16192d2 req-b7940ef4-a801-4828-a873-5a5b5885a856 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:16.818800 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-9865e819-f4c8-43a0-9ec3-6721d16192d2 req-b7940ef4-a801-4828-a873-5a5b5885a856 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fab366d-9988-4d45-979a-c9db7d6681c7 HTTP/1.1" status: 200 len: 945 time: 0.0791881 Nov 16 21:57:16.862009 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-9865e819-f4c8-43a0-9ec3-6721d16192d2 req-03b01f10-ca18-4cca-8377-e13d1b2809fd tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c5f5821-f502-40f2-b130-6c081ed66760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368767 Nov 16 21:57:16.976612 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device 0479adca-30f8-4168-8072-810f9563a6e6 up at agent hyperv_hv-cinder-81814 {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 21:57:17.043806 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Provisioning complete for port 0479adca-30f8-4168-8072-810f9563a6e6 triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:57:17.044185 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:17.183411 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:17.209544 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fab366d-9988-4d45-979a-c9db7d6681c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0479adca-30f8-4168-8072-810f9563a6e6'}] {{(pid=86865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:57:17.218918 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port 0479adca-30f8-4168-8072-810f9563a6e6, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=0479adca-30f8-4168-8072-810f9563a6e6,segment=NetworkSegment(0768277f-89e3-47c8-84f9-a7ae38cc5ef8),segment_id=0768277f-89e3-47c8-84f9-a7ae38cc5ef8)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:57:17.223174 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:17.224997 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:57:17.293812 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Pushing event updated for resources: {'Port': ['ID=0479adca-30f8-4168-8072-810f9563a6e6,revision_number=10']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:57:17.296787 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:57:17.376147 dv-cinder-818140-1-smb neutron-server[86865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fab366d-9988-4d45-979a-c9db7d6681c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0479adca-30f8-4168-8072-810f9563a6e6', 'code': 200} Nov 16 21:57:17.634394 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc666485-73c6-4621-ad3b-edd6b0f0477c req-b9628354-8124-4bdf-bb2e-43bfbf7ab79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:17.634394 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-fc666485-73c6-4621-ad3b-edd6b0f0477c req-b9628354-8124-4bdf-bb2e-43bfbf7ab79d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8fab366d-9988-4d45-979a-c9db7d6681c7 HTTP/1.1" status: 200 len: 1100 time: 0.0765700 Nov 16 21:57:17.676971 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-fc666485-73c6-4621-ad3b-edd6b0f0477c req-5e4d20ce-3287-4aed-a09b-9ae1599e529b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0c5f5821-f502-40f2-b130-6c081ed66760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364435 Nov 16 21:57:18.092132 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074549e-d928-4c8a-9040-69d95c09f53d req-8a8bbf60-fef0-4384-ab9c-1d843a85e7bc tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:18.093585 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-2074549e-d928-4c8a-9040-69d95c09f53d req-8a8bbf60-fef0-4384-ab9c-1d843a85e7bc tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fab366d-9988-4d45-979a-c9db7d6681c7 HTTP/1.1" status: 200 len: 947 time: 0.0873783 Nov 16 21:57:18.137246 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-2074549e-d928-4c8a-9040-69d95c09f53d req-84dd9f21-4353-4ef7-b192-5fe9e2030beb tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c5f5821-f502-40f2-b130-6c081ed66760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378373 Nov 16 21:57:19.352405 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc41b7ff-666b-45ab-97c1-14af6ef6197c req-969167b2-0d9a-40de-b7ab-f26fd834eff3 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:19.354001 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-dc41b7ff-666b-45ab-97c1-14af6ef6197c req-969167b2-0d9a-40de-b7ab-f26fd834eff3 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fab366d-9988-4d45-979a-c9db7d6681c7 HTTP/1.1" status: 200 len: 947 time: 0.0905752 Nov 16 21:57:19.408213 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-dc41b7ff-666b-45ab-97c1-14af6ef6197c req-46241db8-94af-469c-99d8-922f86ea927c tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c5f5821-f502-40f2-b130-6c081ed66760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469353 Nov 16 21:57:20.605349 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b31cae3-1b7d-4162-8600-590a9d7cb35b req-959d0d08-dd2c-4488-8adb-84da94e4d3c6 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:20.606994 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-6b31cae3-1b7d-4162-8600-590a9d7cb35b req-959d0d08-dd2c-4488-8adb-84da94e4d3c6 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fab366d-9988-4d45-979a-c9db7d6681c7 HTTP/1.1" status: 200 len: 947 time: 0.0827558 Nov 16 21:57:20.652965 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-6b31cae3-1b7d-4162-8600-590a9d7cb35b req-2172c95f-a1b9-4bfb-8dec-9db003609da1 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c5f5821-f502-40f2-b130-6c081ed66760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403116 Nov 16 21:57:24.725279 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-0b4fb356-3ae1-4aac-a7b0-cad87a1f12e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:25.255530 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:27.452669 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-34ed3ddd-1fab-44bf-b4e5-2ed2aaf0434b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:28.626797 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-94ae2c1a-1f16-4ed2-be66-e1a93ab74dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:29.917786 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-941145a6-33c9-4841-86a3-a7e018513e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:30.816791 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:30.875861 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-7135aa1d-64d9-49d1-a7cd-cce5575b760d req-308b34bd-7794-48c3-9c92-17b92345eaa4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8fab366d-9988-4d45-979a-c9db7d6681c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746830 Nov 16 21:57:31.027933 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135aa1d-64d9-49d1-a7cd-cce5575b760d req-02a3d638-e024-421e-9727-9222f0804264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:31.029381 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-7135aa1d-64d9-49d1-a7cd-cce5575b760d req-02a3d638-e024-421e-9727-9222f0804264 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=727ecad6d44746bbaca7ef41b34b6315&device_id=8fab366d-9988-4d45-979a-c9db7d6681c7 HTTP/1.1" status: 200 len: 1100 time: 0.0733564 Nov 16 21:57:31.185505 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135aa1d-64d9-49d1-a7cd-cce5575b760d req-e2f5a8d2-6cf2-42ed-a0ae-1414f585e67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:31.186973 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-7135aa1d-64d9-49d1-a7cd-cce5575b760d req-e2f5a8d2-6cf2-42ed-a0ae-1414f585e67a service neutron] 10.222.0.60 "GET /v2.0/networks?id=cfb6277a-1481-4312-adb0-643dce04514b HTTP/1.1" status: 200 len: 917 time: 0.1352637 Nov 16 21:57:31.347811 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-7135aa1d-64d9-49d1-a7cd-cce5575b760d req-9e2a5347-e1d1-450a-b3de-e26df867970e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0479adca-30f8-4168-8072-810f9563a6e6 HTTP/1.1" status: 200 len: 1002 time: 0.1533341 Nov 16 21:57:31.393151 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af4e63a-1690-4999-9597-f2865eb245e8 req-9a1640f5-a365-4b66-9378-3bba906826d7 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:31.394629 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-2af4e63a-1690-4999-9597-f2865eb245e8 req-9a1640f5-a365-4b66-9378-3bba906826d7 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?device_id=12f18f8d-8375-4310-ac8c-7374800366c7 HTTP/1.1" status: 200 len: 946 time: 0.1449413 Nov 16 21:57:31.453637 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135aa1d-64d9-49d1-a7cd-cce5575b760d req-0e64f506-724c-43e0-b75f-ff49fc5cc0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:31.455093 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-7135aa1d-64d9-49d1-a7cd-cce5575b760d req-0e64f506-724c-43e0-b75f-ff49fc5cc0a1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fd05cea4-2dd2-4a0d-8f4a-e62d3c4e1889 HTTP/1.1" status: 200 len: 855 time: 0.0998259 Nov 16 21:57:31.459569 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-2af4e63a-1690-4999-9597-f2865eb245e8 req-3ca52d56-37d0-4504-a855-0853bca799ba tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ffa837-af13-4860-a94c-54aee119d008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569682 Nov 16 21:57:31.535450 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135aa1d-64d9-49d1-a7cd-cce5575b760d req-c87dce7a-1f70-4d65-a117-c263221696ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:31.536824 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-7135aa1d-64d9-49d1-a7cd-cce5575b760d req-c87dce7a-1f70-4d65-a117-c263221696ef service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cfb6277a-1481-4312-adb0-643dce04514b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0744517 Nov 16 21:57:31.670431 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-7135aa1d-64d9-49d1-a7cd-cce5575b760d req-b8f0010d-f91f-4c1e-9e4f-447fb9b070ab service neutron] 10.222.0.60 "GET /v2.0/networks/cfb6277a-1481-4312-adb0-643dce04514b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260884 Nov 16 21:57:31.807505 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-7135aa1d-64d9-49d1-a7cd-cce5575b760d req-a2bcdb76-34f9-4129-9475-387911f2c0ff service neutron] 10.222.0.60 "GET /v2.0/networks/cfb6277a-1481-4312-adb0-643dce04514b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300633 Nov 16 21:57:32.644063 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c5643-0f61-4ea0-905a-8e4a46a25464 req-ef0bf7be-688e-4f32-816e-1e508d53d629 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:32.645550 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-404c5643-0f61-4ea0-905a-8e4a46a25464 req-ef0bf7be-688e-4f32-816e-1e508d53d629 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?device_id=12f18f8d-8375-4310-ac8c-7374800366c7 HTTP/1.1" status: 200 len: 946 time: 0.0799184 Nov 16 21:57:32.691728 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-404c5643-0f61-4ea0-905a-8e4a46a25464 req-10227c52-9e83-45b6-b469-52dbac8dc714 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ffa837-af13-4860-a94c-54aee119d008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405340 Nov 16 21:57:33.324127 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b83b5f-8d05-452c-a70d-af24788b81b4 req-67238145-7eae-4df8-9d28-dbc7e2807f53 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:33.325448 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-99b83b5f-8d05-452c-a70d-af24788b81b4 req-67238145-7eae-4df8-9d28-dbc7e2807f53 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.60 "GET /v2.0/ports?device_id=12f18f8d-8375-4310-ac8c-7374800366c7 HTTP/1.1" status: 200 len: 946 time: 0.0837622 Nov 16 21:57:33.396523 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.plugin [req-99b83b5f-8d05-452c-a70d-af24788b81b4 req-578a9f4c-a361-4a16-8d4e-579b867db5f8 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Deleting port 851eb529-7641-45e0-9b49-5d0b3f466c3d {{(pid=86863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 16 21:57:33.396853 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-99b83b5f-8d05-452c-a70d-af24788b81b4 req-578a9f4c-a361-4a16-8d4e-579b867db5f8 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790568630941'] for port, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:33.742254 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.db [req-99b83b5f-8d05-452c-a70d-af24788b81b4 req-578a9f4c-a361-4a16-8d4e-579b867db5f8 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] For port 851eb529-7641-45e0-9b49-5d0b3f466c3d, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=851eb529-7641-45e0-9b49-5d0b3f466c3d,segment=NetworkSegment(234b1cb3-8d4c-4456-8649-c81de3e8482d),segment_id=234b1cb3-8d4c-4456-8649-c81de3e8482d)] {{(pid=86863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:57:33.742605 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-99b83b5f-8d05-452c-a70d-af24788b81b4 req-578a9f4c-a361-4a16-8d4e-579b867db5f8 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675270'] for port, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:34.096983 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-99b83b5f-8d05-452c-a70d-af24788b81b4 req-578a9f4c-a361-4a16-8d4e-579b867db5f8 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:34.097251 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-99b83b5f-8d05-452c-a70d-af24788b81b4 req-578a9f4c-a361-4a16-8d4e-579b867db5f8 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677620'] for floatingip, after_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:34.097551 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.db.l3_db [req-99b83b5f-8d05-452c-a70d-af24788b81b4 req-578a9f4c-a361-4a16-8d4e-579b867db5f8 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Floating IP ada8e982-3b44-4718-a60b-213245bf41ad disassociated. External IP: 172.28.3.9, port: 851eb529-7641-45e0-9b49-5d0b3f466c3d. Nov 16 21:57:34.097885 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.plugin [req-99b83b5f-8d05-452c-a70d-af24788b81b4 req-578a9f4c-a361-4a16-8d4e-579b867db5f8 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Calling delete_port for 851eb529-7641-45e0-9b49-5d0b3f466c3d owned by compute:nova {{(pid=86863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 16 21:57:34.174213 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5711fe-a5c4-41f6-8d48-e985f383f595 req-23bf4112-50fe-4d4a-82e0-3fe145f7cbbe tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:34.175624 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-8a5711fe-a5c4-41f6-8d48-e985f383f595 req-23bf4112-50fe-4d4a-82e0-3fe145f7cbbe tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?device_id=12f18f8d-8375-4310-ac8c-7374800366c7 HTTP/1.1" status: 200 len: 946 time: 0.1746686 Nov 16 21:57:34.266196 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-8a5711fe-a5c4-41f6-8d48-e985f383f595 req-f79def60-b064-41fa-a8a1-6a88f2ad5878 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ffa837-af13-4860-a94c-54aee119d008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785491 Nov 16 21:57:34.286591 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-99b83b5f-8d05-452c-a70d-af24788b81b4 req-578a9f4c-a361-4a16-8d4e-579b867db5f8 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790568634161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790568269114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1459265'] for port, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:34.292078 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-2401c24c-cf6c-4aa8-bb55-5351b9b0c508 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:57:34.338775 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578a9f4c-a361-4a16-8d4e-579b867db5f8 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Pushing event deleted for resources: {'Port': ['ID=851eb529-7641-45e0-9b49-5d0b3f466c3d,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:57:34.341557 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-578a9f4c-a361-4a16-8d4e-579b867db5f8 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:57:34.518539 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99b83b5f-8d05-452c-a70d-af24788b81b4 req-578a9f4c-a361-4a16-8d4e-579b867db5f8 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Router 17418123-1b53-482a-8cea-e10f1c8ab721 has already been hosted by L3 agent 61e322f1-f733-4c16-8e8e-7253ec5fb84a {{(pid=86863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 16 21:57:34.697669 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99b83b5f-8d05-452c-a70d-af24788b81b4 req-578a9f4c-a361-4a16-8d4e-579b867db5f8 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify agent at l3_agent.dv-cinder-818140-1-smb the message routers_updated {{(pid=86863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 16 21:57:34.711734 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c128a767-ad8f-4c3f-860f-f7967112ef67 None None] Sync routers for ids ['17418123-1b53-482a-8cea-e10f1c8ab721'] in dv-cinder-818140-1-smb {{(pid=86865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:57:34.722608 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c128a767-ad8f-4c3f-860f-f7967112ef67 None None] Routers {'17418123-1b53-482a-8cea-e10f1c8ab721'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 21:57:34.723443 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-c128a767-ad8f-4c3f-860f-f7967112ef67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T21:57:27Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['17418123-1b53-482a-8cea-e10f1c8ab721'], 'active': True} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:57:34.774258 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b83b5f-8d05-452c-a70d-af24788b81b4 req-578a9f4c-a361-4a16-8d4e-579b867db5f8 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] No DVR routers for this DVR port 851eb529-7641-45e0-9b49-5d0b3f466c3d on host hv-cinder-81814 {{(pid=86863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:57:34.776841 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-99b83b5f-8d05-452c-a70d-af24788b81b4 req-578a9f4c-a361-4a16-8d4e-579b867db5f8 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for port, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:34.779935 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f18f8d-8375-4310-ac8c-7374800366c7', 'name': 'network-vif-deleted', 'tag': '851eb529-7641-45e0-9b49-5d0b3f466c3d'}] {{(pid=86863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:57:34.808295 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-99b83b5f-8d05-452c-a70d-af24788b81b4 req-578a9f4c-a361-4a16-8d4e-579b867db5f8 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.60 "DELETE /v2.0/ports/851eb529-7641-45e0-9b49-5d0b3f466c3d HTTP/1.1" status: 204 len: 173 time: 1.4753530 Nov 16 21:57:34.911854 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f18f8d-8375-4310-ac8c-7374800366c7', 'name': 'network-vif-deleted', 'tag': '851eb529-7641-45e0-9b49-5d0b3f466c3d', 'status': 'completed', 'code': 200} Nov 16 21:57:34.939798 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvr_db [None req-c128a767-ad8f-4c3f-860f-f7967112ef67 None None] Set router 17418123-1b53-482a-8cea-e10f1c8ab721 gateway port host: dv-cinder-818140-1-smb {{(pid=86865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 21:57:35.244390 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-c128a767-ad8f-4c3f-860f-f7967112ef67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17418123-1b53-482a-8cea-e10f1c8ab721', 'name': 'tempest-AttachVolumeTestJSON-2021471954-router', 'tenant_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.44'}], 'enable_snat': True}, 'gw_port_id': 'd6732966-f071-4172-96b6-87d4ff3a15d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:52:34Z', 'updated_at': '2021-11-16T21:52:42Z', 'revision_number': 4, 'project_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'gw_port': {'id': 'd6732966-f071-4172-96b6-87d4ff3a15d9', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:31:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17418123-1b53-482a-8cea-e10f1c8ab721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:52:35Z', 'updated_at': '2021-11-16T21:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb', '_interfaces': [{'id': '46bfb751-5b7d-46f1-8646-bdc6da88a5fb', 'name': '', 'network_id': '74e81693-9879-4389-b683-21ff1ada0cd8', 'tenant_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'mac_address': 'fa:16:3e:64:10:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17418123-1b53-482a-8cea-e10f1c8ab721', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '571f52f5-7aee-44e1-b51f-e0b1c3748b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:52:41Z', 'updated_at': '2021-11-16T21:52:52Z', 'revision_number': 5, 'project_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'subnets': [{'id': '571f52f5-7aee-44e1-b51f-e0b1c3748b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:57:35.248047 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c128a767-ad8f-4c3f-860f-f7967112ef67 None None] Checking router: 17418123-1b53-482a-8cea-e10f1c8ab721 for host: dv-cinder-818140-1-smb {{(pid=86865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:57:35.256597 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c128a767-ad8f-4c3f-860f-f7967112ef67 None None] Routers {'17418123-1b53-482a-8cea-e10f1c8ab721'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 21:57:35.257184 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-c128a767-ad8f-4c3f-860f-f7967112ef67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T21:57:27Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['17418123-1b53-482a-8cea-e10f1c8ab721'], 'active': True} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:57:35.433746 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-74f0acd2-5727-4913-9440-a29fc067aaa6 req-db807414-9635-430a-b7e6-313bc5736999 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Synchronizing usage tracker for tenant:f62aca8229d64673bbb89ec5aef13eb7 on resource:port {{(pid=86863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:57:35.443437 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvr_db [None req-c128a767-ad8f-4c3f-860f-f7967112ef67 None None] Set router 17418123-1b53-482a-8cea-e10f1c8ab721 gateway port host: dv-cinder-818140-1-smb {{(pid=86865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 21:57:35.450168 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-74f0acd2-5727-4913-9440-a29fc067aaa6 req-db807414-9635-430a-b7e6-313bc5736999 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Unset dirty status for tenant:f62aca8229d64673bbb89ec5aef13eb7 on resource:port {{(pid=86863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:57:35.451661 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-74f0acd2-5727-4913-9440-a29fc067aaa6 req-db807414-9635-430a-b7e6-313bc5736999 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/ports?device_id=12f18f8d-8375-4310-ac8c-7374800366c7 HTTP/1.1" status: 200 len: 210 time: 0.0652115 Nov 16 21:57:35.752405 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-c128a767-ad8f-4c3f-860f-f7967112ef67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17418123-1b53-482a-8cea-e10f1c8ab721', 'name': 'tempest-AttachVolumeTestJSON-2021471954-router', 'tenant_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.44'}], 'enable_snat': True}, 'gw_port_id': 'd6732966-f071-4172-96b6-87d4ff3a15d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:52:34Z', 'updated_at': '2021-11-16T21:52:42Z', 'revision_number': 4, 'project_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'gw_port': {'id': 'd6732966-f071-4172-96b6-87d4ff3a15d9', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:31:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17418123-1b53-482a-8cea-e10f1c8ab721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:52:35Z', 'updated_at': '2021-11-16T21:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb', '_interfaces': [{'id': '46bfb751-5b7d-46f1-8646-bdc6da88a5fb', 'name': '', 'network_id': '74e81693-9879-4389-b683-21ff1ada0cd8', 'tenant_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'mac_address': 'fa:16:3e:64:10:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17418123-1b53-482a-8cea-e10f1c8ab721', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '571f52f5-7aee-44e1-b51f-e0b1c3748b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:52:41Z', 'updated_at': '2021-11-16T21:52:52Z', 'revision_number': 5, 'project_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'subnets': [{'id': '571f52f5-7aee-44e1-b51f-e0b1c3748b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:57:35.756405 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c128a767-ad8f-4c3f-860f-f7967112ef67 None None] The sync data for ids ['17418123-1b53-482a-8cea-e10f1c8ab721'] in dv-cinder-818140-1-smb is: [{'id': '17418123-1b53-482a-8cea-e10f1c8ab721', 'name': 'tempest-AttachVolumeTestJSON-2021471954-router', 'tenant_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.44'}], 'enable_snat': True}, 'gw_port_id': 'd6732966-f071-4172-96b6-87d4ff3a15d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:52:34Z', 'updated_at': '2021-11-16T21:52:42Z', 'revision_number': 4, 'project_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'gw_port': {'id': 'd6732966-f071-4172-96b6-87d4ff3a15d9', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:31:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17418123-1b53-482a-8cea-e10f1c8ab721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:52:35Z', 'updated_at': '2021-11-16T21:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb', '_interfaces': [{'id': '46bfb751-5b7d-46f1-8646-bdc6da88a5fb', 'name': '', 'network_id': '74e81693-9879-4389-b683-21ff1ada0cd8', 'tenant_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'mac_address': 'fa:16:3e:64:10:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17418123-1b53-482a-8cea-e10f1c8ab721', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '571f52f5-7aee-44e1-b51f-e0b1c3748b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:52:41Z', 'updated_at': '2021-11-16T21:52:52Z', 'revision_number': 5, 'project_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'subnets': [{'id': '571f52f5-7aee-44e1-b51f-e0b1c3748b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:57:35.998124 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d003806d-9df4-46c5-9193-b3a20565f22a None None] New status for floating IP ada8e982-3b44-4718-a60b-213245bf41ad: DOWN {{(pid=86866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:57:36.574964 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 45620) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:57:36.642026 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-35221683-61e8-400d-b512-cecedae3c419 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks [] for security_group, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:36.669168 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-35221683-61e8-400d-b512-cecedae3c419 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:36.722341 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-35221683-61e8-400d-b512-cecedae3c419 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:36.727165 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-7fee8a70-14c2-4140-8322-89a02e2348f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:57:36.742407 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35221683-61e8-400d-b512-cecedae3c419 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ffa837-af13-4860-a94c-54aee119d008,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:57:36.752357 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35221683-61e8-400d-b512-cecedae3c419 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:57:36.752720 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35221683-61e8-400d-b512-cecedae3c419 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:57:36.753072 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35221683-61e8-400d-b512-cecedae3c419 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:57:36.753421 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35221683-61e8-400d-b512-cecedae3c419 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:57:36.753764 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35221683-61e8-400d-b512-cecedae3c419 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:57:36.754127 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35221683-61e8-400d-b512-cecedae3c419 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:57:36.754469 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35221683-61e8-400d-b512-cecedae3c419 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:57:36.754806 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35221683-61e8-400d-b512-cecedae3c419 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:57:36.755143 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35221683-61e8-400d-b512-cecedae3c419 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:57:36.755480 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35221683-61e8-400d-b512-cecedae3c419 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:57:36.755813 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35221683-61e8-400d-b512-cecedae3c419 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:57:36.756144 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35221683-61e8-400d-b512-cecedae3c419 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:57:36.759686 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-35221683-61e8-400d-b512-cecedae3c419 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:57:36.760595 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-35221683-61e8-400d-b512-cecedae3c419 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks [] for security_group, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:36.761660 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-35221683-61e8-400d-b512-cecedae3c419 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "DELETE /v2.0/security-groups/39ffa837-af13-4860-a94c-54aee119d008 HTTP/1.1" status: 204 len: 168 time: 0.1857314 Nov 16 21:57:36.764579 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 45624) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:57:36.782277 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.api.v2.resource [None req-ab7cbc70-19fe-49d3-90c9-d1b94da1921e tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] show failed (client error): The resource could not be found. Nov 16 21:57:36.783289 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-ab7cbc70-19fe-49d3-90c9-d1b94da1921e tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "GET /v2.0/security-groups/39ffa837-af13-4860-a94c-54aee119d008 HTTP/1.1" status: 404 len: 347 time: 0.0177710 Nov 16 21:57:36.786233 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 45628) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:57:36.942522 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.plugin [None req-58d39125-a786-4762-8779-9eabc86ee2fd tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Deleting port 4dc772d9-d214-44d3-a688-b6f219aaeff8 {{(pid=86864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 16 21:57:36.942870 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-58d39125-a786-4762-8779-9eabc86ee2fd tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790568630941'] for port, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:37.069313 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device 851eb529-7641-45e0-9b49-5d0b3f466c3d no longer exists at agent hyperv_hv-cinder-81814 {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 16 21:57:37.108770 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] No Port match for: 851eb529-7641-45e0-9b49-5d0b3f466c3d {{(pid=86865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 16 21:57:37.109122 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device 851eb529-7641-45e0-9b49-5d0b3f466c3d not bound to the agent host hv-cinder-81814 {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 16 21:57:37.194877 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-58d39125-a786-4762-8779-9eabc86ee2fd tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675270'] for port, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:37.195108 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-58d39125-a786-4762-8779-9eabc86ee2fd tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:37.313991 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.plugin [None req-58d39125-a786-4762-8779-9eabc86ee2fd tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Calling delete_port for 4dc772d9-d214-44d3-a688-b6f219aaeff8 owned by network:floatingip {{(pid=86864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 16 21:57:37.455886 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-58d39125-a786-4762-8779-9eabc86ee2fd tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790568634161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790568269114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3119288'] for port, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:37.459257 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:57:37.505548 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d39125-a786-4762-8779-9eabc86ee2fd tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Pushing event deleted for resources: {'Port': ['ID=4dc772d9-d214-44d3-a688-b6f219aaeff8,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:57:37.508593 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-58d39125-a786-4762-8779-9eabc86ee2fd tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:57:37.596158 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-58d39125-a786-4762-8779-9eabc86ee2fd tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks [] for floatingip, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:37.622977 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-58d39125-a786-4762-8779-9eabc86ee2fd tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for floatingip, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:37.624128 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-58d39125-a786-4762-8779-9eabc86ee2fd tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] 10.222.0.50 "DELETE /v2.0/floatingips/ada8e982-3b44-4718-a60b-213245bf41ad HTTP/1.1" status: 204 len: 168 time: 0.8370292 Nov 16 21:57:41.591610 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 45684) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:57:41.633511 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 45692) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:57:41.709430 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-f6515138-272c-45ca-8728-8465f9bf3b7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:41.723454 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-f6515138-272c-45ca-8728-8465f9bf3b7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:57:41.727286 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-f6515138-272c-45ca-8728-8465f9bf3b7f admin admin] Usage tracker for resource:security_group_rule and tenant:187c98f05507489bb4b37a94bfe24239 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:57:41.730082 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-f6515138-272c-45ca-8728-8465f9bf3b7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:57:41.737752 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-f6515138-272c-45ca-8728-8465f9bf3b7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:57:42.196150 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-f6515138-272c-45ca-8728-8465f9bf3b7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:42.205055 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-f6515138-272c-45ca-8728-8465f9bf3b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:42.220723 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-0c5bf9ce-a8c5-4c32-9fa4-bfca9be556d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:57:42.268719 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-f6515138-272c-45ca-8728-8465f9bf3b7f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=187c98f05507489bb4b37a94bfe24239&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6759570 Nov 16 21:57:42.271451 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 45698) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:57:42.272482 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6515138-272c-45ca-8728-8465f9bf3b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec8330a-0ea6-4307-93b1-9dd1143dbf73,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:57:42.277220 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-f6515138-272c-45ca-8728-8465f9bf3b7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:57:42.332188 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-3216334c-eed7-419b-b45d-52bd5d9e15c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:42.361235 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-3216334c-eed7-419b-b45d-52bd5d9e15c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:42.411961 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-3216334c-eed7-419b-b45d-52bd5d9e15c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:42.415810 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-e7411565-3774-40a3-a1c1-66c71b030d48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:57:42.427323 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3216334c-eed7-419b-b45d-52bd5d9e15c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec8330a-0ea6-4307-93b1-9dd1143dbf73,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:57:42.429731 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-3216334c-eed7-419b-b45d-52bd5d9e15c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:57:42.437098 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-3216334c-eed7-419b-b45d-52bd5d9e15c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:42.439482 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-3216334c-eed7-419b-b45d-52bd5d9e15c6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bec8330a-0ea6-4307-93b1-9dd1143dbf73 HTTP/1.1" status: 204 len: 168 time: 0.1669943 Nov 16 21:57:42.473307 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-bc276745-d256-485d-b810-04b31b5b3ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783302'] for router_interface, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:42.833797 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.plugin [None req-bc276745-d256-485d-b810-04b31b5b3ce4 admin admin] Deleting port 46bfb751-5b7d-46f1-8646-bdc6da88a5fb {{(pid=86863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 16 21:57:42.834528 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-bc276745-d256-485d-b810-04b31b5b3ce4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790568630941'] for port, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:43.012489 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.db [None req-bc276745-d256-485d-b810-04b31b5b3ce4 admin admin] For port 46bfb751-5b7d-46f1-8646-bdc6da88a5fb, host dv-cinder-818140-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=46bfb751-5b7d-46f1-8646-bdc6da88a5fb,segment=NetworkSegment(234b1cb3-8d4c-4456-8649-c81de3e8482d),segment_id=234b1cb3-8d4c-4456-8649-c81de3e8482d)] {{(pid=86863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:57:43.012844 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-bc276745-d256-485d-b810-04b31b5b3ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675270'] for port, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:43.139957 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.plugin [None req-bc276745-d256-485d-b810-04b31b5b3ce4 admin admin] Calling delete_port for 46bfb751-5b7d-46f1-8646-bdc6da88a5fb owned by network:router_interface {{(pid=86863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 16 21:57:43.322916 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-bc276745-d256-485d-b810-04b31b5b3ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790568634161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790568269114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1459265'] for port, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:43.327308 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-578a9f4c-a361-4a16-8d4e-579b867db5f8 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:57:43.474035 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc276745-d256-485d-b810-04b31b5b3ce4 admin admin] Pushing event deleted for resources: {'Port': ['ID=46bfb751-5b7d-46f1-8646-bdc6da88a5fb,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:57:43.499280 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-bc276745-d256-485d-b810-04b31b5b3ce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:57:43.752911 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-bc276745-d256-485d-b810-04b31b5b3ce4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-576423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-723542'] for router_interface, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:44.118288 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc276745-d256-485d-b810-04b31b5b3ce4 admin admin] Router 17418123-1b53-482a-8cea-e10f1c8ab721 has already been hosted by L3 agent 61e322f1-f733-4c16-8e8e-7253ec5fb84a {{(pid=86863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 16 21:57:44.297672 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc276745-d256-485d-b810-04b31b5b3ce4 admin admin] Notify agent at l3_agent.dv-cinder-818140-1-smb the message routers_updated {{(pid=86863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 16 21:57:44.305973 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3b9ec8-15d7-4851-b657-a3c5fff5ddfa None None] Sync routers for ids ['17418123-1b53-482a-8cea-e10f1c8ab721'] in dv-cinder-818140-1-smb {{(pid=86865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:57:44.315716 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3b9ec8-15d7-4851-b657-a3c5fff5ddfa None None] Routers {'17418123-1b53-482a-8cea-e10f1c8ab721'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 21:57:44.316428 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-8e3b9ec8-15d7-4851-b657-a3c5fff5ddfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T21:57:27Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['17418123-1b53-482a-8cea-e10f1c8ab721'], 'active': True} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:57:44.317409 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-bc276745-d256-485d-b810-04b31b5b3ce4 admin admin] 10.222.0.50 "PUT /v2.0/routers/17418123-1b53-482a-8cea-e10f1c8ab721/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6828120 Nov 16 21:57:44.319954 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 45730) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:57:44.500657 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-5d263a3a-2d50-4380-a9d3-f3de0fd5d415 admin admin] Notify callbacks [] for router, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:44.540651 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvr_db [None req-8e3b9ec8-15d7-4851-b657-a3c5fff5ddfa None None] Set router 17418123-1b53-482a-8cea-e10f1c8ab721 gateway port host: dv-cinder-818140-1-smb {{(pid=86865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 21:57:44.674996 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-5d263a3a-2d50-4380-a9d3-f3de0fd5d415 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:44.684257 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.plugin [None req-5d263a3a-2d50-4380-a9d3-f3de0fd5d415 admin admin] Deleting port d6732966-f071-4172-96b6-87d4ff3a15d9 {{(pid=86864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 16 21:57:44.684610 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-5d263a3a-2d50-4380-a9d3-f3de0fd5d415 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790568630941'] for port, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:44.808568 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.agents_db [None req-6e4a458f-5157-4cde-8197-239c61c88c18 None None] Agent healthcheck: found 6 active agents {{(pid=86866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 16 21:57:44.833041 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-8e3b9ec8-15d7-4851-b657-a3c5fff5ddfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17418123-1b53-482a-8cea-e10f1c8ab721', 'name': 'tempest-AttachVolumeTestJSON-2021471954-router', 'tenant_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.44'}], 'enable_snat': True}, 'gw_port_id': 'd6732966-f071-4172-96b6-87d4ff3a15d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:52:34Z', 'updated_at': '2021-11-16T21:57:43Z', 'revision_number': 5, 'project_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'gw_port': {'id': 'd6732966-f071-4172-96b6-87d4ff3a15d9', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:31:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17418123-1b53-482a-8cea-e10f1c8ab721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:52:35Z', 'updated_at': '2021-11-16T21:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb'}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:57:44.846396 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3b9ec8-15d7-4851-b657-a3c5fff5ddfa None None] Checking router: 17418123-1b53-482a-8cea-e10f1c8ab721 for host: dv-cinder-818140-1-smb {{(pid=86865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:57:44.854863 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3b9ec8-15d7-4851-b657-a3c5fff5ddfa None None] Routers {'17418123-1b53-482a-8cea-e10f1c8ab721'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 21:57:44.855473 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-8e3b9ec8-15d7-4851-b657-a3c5fff5ddfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T21:57:27Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['17418123-1b53-482a-8cea-e10f1c8ab721'], 'active': True} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:57:44.883045 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.db [None req-5d263a3a-2d50-4380-a9d3-f3de0fd5d415 admin admin] For port d6732966-f071-4172-96b6-87d4ff3a15d9, host dv-cinder-818140-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=d6732966-f071-4172-96b6-87d4ff3a15d9,segment=NetworkSegment(2032d675-cc73-45c1-95a0-4a6936ebf39a),segment_id=2032d675-cc73-45c1-95a0-4a6936ebf39a)] {{(pid=86864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:57:44.883531 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-5d263a3a-2d50-4380-a9d3-f3de0fd5d415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675270'] for port, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:45.012842 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvr_db [None req-8e3b9ec8-15d7-4851-b657-a3c5fff5ddfa None None] Set router 17418123-1b53-482a-8cea-e10f1c8ab721 gateway port host: None {{(pid=86865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 21:57:45.029083 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.plugin [None req-5d263a3a-2d50-4380-a9d3-f3de0fd5d415 admin admin] Calling delete_port for d6732966-f071-4172-96b6-87d4ff3a15d9 owned by network:router_gateway {{(pid=86864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 16 21:57:45.074375 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-81d3d4af-5331-491d-9cd6-eaf36a8f1bf9 req-8ca9025c-4854-42b6-8d09-0231c8aba736 tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=f76e70d2e71e4d0888bfa0539be685d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1269190 Nov 16 21:57:45.122489 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-8e3b9ec8-15d7-4851-b657-a3c5fff5ddfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17418123-1b53-482a-8cea-e10f1c8ab721', 'name': 'tempest-AttachVolumeTestJSON-2021471954-router', 'tenant_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:52:34Z', 'updated_at': '2021-11-16T21:57:44Z', 'revision_number': 6, 'project_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'gw_port_host': None}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:57:45.126552 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3b9ec8-15d7-4851-b657-a3c5fff5ddfa None None] The sync data for ids ['17418123-1b53-482a-8cea-e10f1c8ab721'] in dv-cinder-818140-1-smb is: [{'id': '17418123-1b53-482a-8cea-e10f1c8ab721', 'name': 'tempest-AttachVolumeTestJSON-2021471954-router', 'tenant_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:52:34Z', 'updated_at': '2021-11-16T21:57:44Z', 'revision_number': 6, 'project_id': 'f62aca8229d64673bbb89ec5aef13eb7', 'gw_port_host': None}] {{(pid=86865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:57:45.370943 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3d4af-5331-491d-9cd6-eaf36a8f1bf9 req-4bf8a4aa-7958-4c94-bedb-6a2e4c886748 tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:45.372341 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-81d3d4af-5331-491d-9cd6-eaf36a8f1bf9 req-4bf8a4aa-7958-4c94-bedb-6a2e4c886748 tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2921224 Nov 16 21:57:45.417759 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-81d3d4af-5331-491d-9cd6-eaf36a8f1bf9 req-5f0c0434-238f-442e-b4b7-713d65bd0f20 tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] 10.222.0.50 "GET /v2.0/quotas/f76e70d2e71e4d0888bfa0539be685d7 HTTP/1.1" status: 200 len: 375 time: 0.0399866 Nov 16 21:57:45.481112 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-81d3d4af-5331-491d-9cd6-eaf36a8f1bf9 req-2dab1fc8-9fea-4ed1-8041-04fe5e17e69c tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f76e70d2e71e4d0888bfa0539be685d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510163 Nov 16 21:57:45.494290 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-5d263a3a-2d50-4380-a9d3-f3de0fd5d415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790568634161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790568269114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3119288'] for port, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:45.497788 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-d0a4c091-7f64-4b6d-b615-d85709434983 tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:57:45.541064 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d263a3a-2d50-4380-a9d3-f3de0fd5d415 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6732966-f071-4172-96b6-87d4ff3a15d9,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:57:45.544495 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-5d263a3a-2d50-4380-a9d3-f3de0fd5d415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:57:45.644110 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-5d263a3a-2d50-4380-a9d3-f3de0fd5d415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677593'] for router_gateway, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:45.665276 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-8e6a90df-c80d-4e1f-a54b-7c9cd2c7d78b req-d3a2a2ce-4a02-46fb-a47a-cc4f9f818eb7 tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] 10.222.0.50 "GET /v2.0/ports?device_id=40c11ba7-e6e3-49ea-8f58-8cd6f4ac8617 HTTP/1.1" status: 200 len: 210 time: 0.0543487 Nov 16 21:57:45.829146 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-5d263a3a-2d50-4380-a9d3-f3de0fd5d415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-677217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6475'] for router, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:45.831533 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-5d263a3a-2d50-4380-a9d3-f3de0fd5d415 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:45.855520 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-5d263a3a-2d50-4380-a9d3-f3de0fd5d415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783128'] for router, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:45.856043 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d263a3a-2d50-4380-a9d3-f3de0fd5d415 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17418123-1b53-482a-8cea-e10f1c8ab721 {{(pid=86864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 16 21:57:45.871115 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-5d263a3a-2d50-4380-a9d3-f3de0fd5d415 admin admin] Notify callbacks [] for router, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:45.873541 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-5d263a3a-2d50-4380-a9d3-f3de0fd5d415 admin admin] 10.222.0.50 "DELETE /v2.0/routers/17418123-1b53-482a-8cea-e10f1c8ab721 HTTP/1.1" status: 204 len: 168 time: 1.5526423 Nov 16 21:57:45.876804 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 45758) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:57:45.956397 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef80d300-a3fa-49c5-a329-5d71f62d02a3 admin admin] Deleting subnet 571f52f5-7aee-44e1-b51f-e0b1c3748b0d {{(pid=86864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 16 21:57:45.960555 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-ef80d300-a3fa-49c5-a329-5d71f62d02a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:45.993011 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device 46bfb751-5b7d-46f1-8646-bdc6da88a5fb no longer exists at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 16 21:57:46.036703 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-ef80d300-a3fa-49c5-a329-5d71f62d02a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1095438'] for subnet, precommit_delete_associations {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:46.041402 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] No Port match for: 46bfb751-5b7d-46f1-8646-bdc6da88a5fb {{(pid=86865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 16 21:57:46.041985 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device 46bfb751-5b7d-46f1-8646-bdc6da88a5fb not bound to the agent host dv-cinder-818140-1-smb {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 16 21:57:46.042443 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device d6732966-f071-4172-96b6-87d4ff3a15d9 no longer exists at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 16 21:57:46.075639 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] No Port match for: d6732966-f071-4172-96b6-87d4ff3a15d9 {{(pid=86865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 16 21:57:46.075887 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device d6732966-f071-4172-96b6-87d4ff3a15d9 not bound to the agent host dv-cinder-818140-1-smb {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 16 21:57:46.161427 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-ef80d300-a3fa-49c5-a329-5d71f62d02a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7959338'] for subnet, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:46.237226 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-ef80d300-a3fa-49c5-a329-5d71f62d02a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7959329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3119339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3111270'] for subnet, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:46.241327 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:57:46.277903 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef80d300-a3fa-49c5-a329-5d71f62d02a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=571f52f5-7aee-44e1-b51f-e0b1c3748b0d,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:57:46.280639 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-ef80d300-a3fa-49c5-a329-5d71f62d02a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:57:46.285664 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-ef80d300-a3fa-49c5-a329-5d71f62d02a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:46.290706 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88770e0-cbcb-4b44-b064-b51790db04e4 None None] Network 74e81693-9879-4389-b683-21ff1ada0cd8 requested from dv-cinder-818140-1-smb {{(pid=86865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 16 21:57:46.297324 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-ef80d300-a3fa-49c5-a329-5d71f62d02a3 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/571f52f5-7aee-44e1-b51f-e0b1c3748b0d HTTP/1.1" status: 204 len: 168 time: 0.4168401 Nov 16 21:57:46.297610 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 45762) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:57:46.404013 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-95f200dc-cd23-44e3-9551-80d555d93fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7988716'] for network, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:46.414604 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.plugin [None req-95f200dc-cd23-44e3-9551-80d555d93fe4 admin admin] Deleting port 8d021fb9-0635-45ee-aa43-b1048be96613 {{(pid=86864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 16 21:57:46.414934 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-95f200dc-cd23-44e3-9551-80d555d93fe4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790568630941'] for port, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:46.540688 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9864f936-babb-47ce-a280-24648b5fb82e None None] DHCP port deletion for 74e81693-9879-4389-b683-21ff1ada0cd8 request from dv-cinder-818140-1-smb {{(pid=86865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 16 21:57:46.544837 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-9864f936-babb-47ce-a280-24648b5fb82e None None] Deleting port 8d021fb9-0635-45ee-aa43-b1048be96613 {{(pid=86865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 16 21:57:46.545216 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-9864f936-babb-47ce-a280-24648b5fb82e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790568630941'] for port, before_delete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:46.624244 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.db [None req-95f200dc-cd23-44e3-9551-80d555d93fe4 admin admin] For port 8d021fb9-0635-45ee-aa43-b1048be96613, host dv-cinder-818140-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=8d021fb9-0635-45ee-aa43-b1048be96613,segment=NetworkSegment(234b1cb3-8d4c-4456-8649-c81de3e8482d),segment_id=234b1cb3-8d4c-4456-8649-c81de3e8482d)] {{(pid=86864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:57:46.624749 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-95f200dc-cd23-44e3-9551-80d555d93fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675270'] for port, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:46.739325 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-81d3d4af-5331-491d-9cd6-eaf36a8f1bf9 req-6cdd54f5-1205-463c-9af0-181e0560101e tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=f76e70d2e71e4d0888bfa0539be685d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312614 Nov 16 21:57:46.803141 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-9864f936-babb-47ce-a280-24648b5fb82e None None] For port 8d021fb9-0635-45ee-aa43-b1048be96613, host dv-cinder-818140-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=8d021fb9-0635-45ee-aa43-b1048be96613,segment=NetworkSegment(234b1cb3-8d4c-4456-8649-c81de3e8482d),segment_id=234b1cb3-8d4c-4456-8649-c81de3e8482d)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:57:46.803478 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-9864f936-babb-47ce-a280-24648b5fb82e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675270'] for port, precommit_delete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:46.881575 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.plugin [None req-95f200dc-cd23-44e3-9551-80d555d93fe4 admin admin] Calling delete_port for 8d021fb9-0635-45ee-aa43-b1048be96613 owned by network:dhcp {{(pid=86864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 16 21:57:46.909204 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3d4af-5331-491d-9cd6-eaf36a8f1bf9 req-06468026-7240-45b5-a95e-8c18a638cb4c tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:46.910942 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-81d3d4af-5331-491d-9cd6-eaf36a8f1bf9 req-06468026-7240-45b5-a95e-8c18a638cb4c tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1657598 Nov 16 21:57:46.925655 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [req-81d3d4af-5331-491d-9cd6-eaf36a8f1bf9 req-6bd981c6-2a81-44ff-b862-35e313912b6c tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Request body: {'port': {'device_id': '40c11ba7-e6e3-49ea-8f58-8cd6f4ac8617', 'network_id': '580c97c1-166a-4888-a678-337d9ed0de3e', 'admin_state_up': True, 'tenant_id': 'f76e70d2e71e4d0888bfa0539be685d7'}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:57:46.934204 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-9864f936-babb-47ce-a280-24648b5fb82e None None] Calling delete_port for 8d021fb9-0635-45ee-aa43-b1048be96613 owned by network:dhcp {{(pid=86865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 16 21:57:46.997493 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-8d16419e-fd0d-4bc4-b789-f06fee98bd02 req-01929b02-1f13-4032-b9b0-4b3fd0460bb8 tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] 10.222.0.50 "GET /v2.0/ports?device_id=40c11ba7-e6e3-49ea-8f58-8cd6f4ac8617 HTTP/1.1" status: 200 len: 210 time: 0.0526054 Nov 16 21:57:47.041457 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-95f200dc-cd23-44e3-9551-80d555d93fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790568634161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790568269114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3119288'] for port, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:47.045329 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:57:47.056717 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.db.api [None req-9864f936-babb-47ce-a280-24648b5fb82e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:57:47.057252 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_db.api [None req-9864f936-babb-47ce-a280-24648b5fb82e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:57:47.087137 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f200dc-cd23-44e3-9551-80d555d93fe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d021fb9-0635-45ee-aa43-b1048be96613,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:57:47.090633 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-95f200dc-cd23-44e3-9551-80d555d93fe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:57:47.092860 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f200dc-cd23-44e3-9551-80d555d93fe4 admin admin] No DVR routers for this DVR port 8d021fb9-0635-45ee-aa43-b1048be96613 on host dv-cinder-818140-1-smb {{(pid=86864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:57:47.121897 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [req-81d3d4af-5331-491d-9cd6-eaf36a8f1bf9 req-6bd981c6-2a81-44ff-b862-35e313912b6c tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:57:47.126441 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-81d3d4af-5331-491d-9cd6-eaf36a8f1bf9 req-6bd981c6-2a81-44ff-b862-35e313912b6c tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Usage tracker for resource:port and tenant:f76e70d2e71e4d0888bfa0539be685d7 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:57:47.129345 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-81d3d4af-5331-491d-9cd6-eaf36a8f1bf9 req-6bd981c6-2a81-44ff-b862-35e313912b6c tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:57:47.135192 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [req-81d3d4af-5331-491d-9cd6-eaf36a8f1bf9 req-6bd981c6-2a81-44ff-b862-35e313912b6c tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:57:47.144468 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81d3d4af-5331-491d-9cd6-eaf36a8f1bf9 req-6bd981c6-2a81-44ff-b862-35e313912b6c tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Made reservation on behalf of f76e70d2e71e4d0888bfa0539be685d7 for: {'port': 1} {{(pid=86863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:57:47.147958 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-81d3d4af-5331-491d-9cd6-eaf36a8f1bf9 req-6bd981c6-2a81-44ff-b862-35e313912b6c tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:47.159769 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-81d3d4af-5331-491d-9cd6-eaf36a8f1bf9 req-6bd981c6-2a81-44ff-b862-35e313912b6c tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Notify callbacks [] for security_group, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:47.174728 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [req-81d3d4af-5331-491d-9cd6-eaf36a8f1bf9 req-6bd981c6-2a81-44ff-b862-35e313912b6c tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:57:47.178573 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-81d3d4af-5331-491d-9cd6-eaf36a8f1bf9 req-6bd981c6-2a81-44ff-b862-35e313912b6c tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Usage tracker for resource:security_group_rule and tenant:f76e70d2e71e4d0888bfa0539be685d7 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:57:47.181999 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-81d3d4af-5331-491d-9cd6-eaf36a8f1bf9 req-6bd981c6-2a81-44ff-b862-35e313912b6c tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:57:47.188267 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [req-81d3d4af-5331-491d-9cd6-eaf36a8f1bf9 req-6bd981c6-2a81-44ff-b862-35e313912b6c tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:57:47.214497 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-95f200dc-cd23-44e3-9551-80d555d93fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7962236', 'neutron.services.segments.db._delete_segments_for_network-8790568771669'] for network, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:47.243467 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.services.segments.db [None req-95f200dc-cd23-44e3-9551-80d555d93fe4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74e81693-9879-4389-b683-21ff1ada0cd8']}} {{(pid=86864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:57:47.259222 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.services.segments.db [None req-95f200dc-cd23-44e3-9551-80d555d93fe4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '234b1cb3-8d4c-4456-8649-c81de3e8482d') {'for_net_delete': True} {{(pid=86864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:57:47.259508 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.services.segments.db [None req-95f200dc-cd23-44e3-9551-80d555d93fe4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '234b1cb3-8d4c-4456-8649-c81de3e8482d') {} {{(pid=86864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:57:47.270967 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-95f200dc-cd23-44e3-9551-80d555d93fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790568701269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1095441'] for segment, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:47.271986 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-81d3d4af-5331-491d-9cd6-eaf36a8f1bf9 req-6bd981c6-2a81-44ff-b862-35e313912b6c tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Notify callbacks [] for security_group, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:47.276426 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-81d3d4af-5331-491d-9cd6-eaf36a8f1bf9 req-6bd981c6-2a81-44ff-b862-35e313912b6c tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:47.280571 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-3a167745-99e9-4e70-aa14-095181523467 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:57:47.289026 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-95f200dc-cd23-44e3-9551-80d555d93fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930301'] for segment, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:47.295338 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95f200dc-cd23-44e3-9551-80d555d93fe4 admin admin] Releasing vlan 849 on physical network physnet1 to pool {{(pid=86864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:57:47.295839 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-95f200dc-cd23-44e3-9551-80d555d93fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7930292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3119245'] for segment, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:47.310350 dv-cinder-818140-1-smb neutron-server[86864]: Traceback (most recent call last): Nov 16 21:57:47.310350 dv-cinder-818140-1-smb neutron-server[86864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:57:47.310350 dv-cinder-818140-1-smb neutron-server[86864]: timer() Nov 16 21:57:47.310350 dv-cinder-818140-1-smb neutron-server[86864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:57:47.310350 dv-cinder-818140-1-smb neutron-server[86864]: cb(*args, **kw) Nov 16 21:57:47.310350 dv-cinder-818140-1-smb neutron-server[86864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 16 21:57:47.310350 dv-cinder-818140-1-smb neutron-server[86864]: return func(*args, **kwargs) Nov 16 21:57:47.310350 dv-cinder-818140-1-smb neutron-server[86864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:57:47.310350 dv-cinder-818140-1-smb neutron-server[86864]: self._notify() Nov 16 21:57:47.310350 dv-cinder-818140-1-smb neutron-server[86864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:57:47.310350 dv-cinder-818140-1-smb neutron-server[86864]: self.callback(batched_events) Nov 16 21:57:47.310350 dv-cinder-818140-1-smb neutron-server[86864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:57:47.310350 dv-cinder-818140-1-smb neutron-server[86864]: event.method(event) Nov 16 21:57:47.310350 dv-cinder-818140-1-smb neutron-server[86864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 16 21:57:47.310350 dv-cinder-818140-1-smb neutron-server[86864]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:57:47.310350 dv-cinder-818140-1-smb neutron-server[86864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 16 21:57:47.310350 dv-cinder-818140-1-smb neutron-server[86864]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:57:47.310350 dv-cinder-818140-1-smb neutron-server[86864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 16 21:57:47.310350 dv-cinder-818140-1-smb neutron-server[86864]: return f(self, *a, **k) Nov 16 21:57:47.310350 dv-cinder-818140-1-smb neutron-server[86864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 16 21:57:47.310350 dv-cinder-818140-1-smb neutron-server[86864]: return self._get(url).json() Nov 16 21:57:47.310350 dv-cinder-818140-1-smb neutron-server[86864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 16 21:57:47.310350 dv-cinder-818140-1-smb neutron-server[86864]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:57:47.310350 dv-cinder-818140-1-smb neutron-server[86864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:57:47.310350 dv-cinder-818140-1-smb neutron-server[86864]: return self.request(url, 'GET', **kwargs) Nov 16 21:57:47.310350 dv-cinder-818140-1-smb neutron-server[86864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:57:47.310350 dv-cinder-818140-1-smb neutron-server[86864]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:57:47.310350 dv-cinder-818140-1-smb neutron-server[86864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:57:47.310350 dv-cinder-818140-1-smb neutron-server[86864]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:57:47.310350 dv-cinder-818140-1-smb neutron-server[86864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:57:47.310350 dv-cinder-818140-1-smb neutron-server[86864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:57:47.310350 dv-cinder-818140-1-smb neutron-server[86864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:57:47.389046 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-95f200dc-cd23-44e3-9551-80d555d93fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7962117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677574'] for network, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:47.393955 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-e691797e-4157-4759-b831-d427f7cd9ffb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:57:47.409393 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-95f200dc-cd23-44e3-9551-80d555d93fe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578116'] for network, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:47.424875 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f200dc-cd23-44e3-9551-80d555d93fe4 admin admin] Pushing event deleted for resources: {'Network': ['ID=74e81693-9879-4389-b683-21ff1ada0cd8,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:57:47.431136 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-95f200dc-cd23-44e3-9551-80d555d93fe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:57:47.441052 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-95f200dc-cd23-44e3-9551-80d555d93fe4 admin admin] 10.222.0.50 "DELETE /v2.0/networks/74e81693-9879-4389-b683-21ff1ada0cd8 HTTP/1.1" status: 204 len: 168 time: 1.1425745 Nov 16 21:57:47.478359 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd981c6-2a81-44ff-b862-35e313912b6c tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11acf1ed-1396-4da9-b463-3637c0a60ee3,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:57:47.483725 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-6bd981c6-2a81-44ff-b862-35e313912b6c tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:57:47.558130 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-9864f936-babb-47ce-a280-24648b5fb82e None None] Deleting port 8d021fb9-0635-45ee-aa43-b1048be96613 {{(pid=86865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 16 21:57:47.558571 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-9864f936-babb-47ce-a280-24648b5fb82e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790568630941'] for port, before_delete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:47.561991 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.db_base_plugin_common [req-81d3d4af-5331-491d-9cd6-eaf36a8f1bf9 req-6bd981c6-2a81-44ff-b862-35e313912b6c tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Allocated IP 192.168.233.176 (580c97c1-166a-4888-a678-337d9ed0de3e/16065687-524f-444c-a963-4f3588a13f4b/bafb7990-c42e-4b4a-ac52-55589bea6155) {{(pid=86863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:57:47.624084 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 45774) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:57:47.630436 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-9864f936-babb-47ce-a280-24648b5fb82e None None] The port '8d021fb9-0635-45ee-aa43-b1048be96613' was deleted {{(pid=86865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 16 21:57:47.675092 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-11c997c6-1c05-448d-92a0-3fc989357655 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f62aca8229d64673bbb89ec5aef13eb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0488968 Nov 16 21:57:47.677408 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 45778) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:57:47.735065 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-3f0a5514-324e-4398-922e-c131308e9930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:47.761093 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-3f0a5514-324e-4398-922e-c131308e9930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:47.774613 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-81d3d4af-5331-491d-9cd6-eaf36a8f1bf9 req-6bd981c6-2a81-44ff-b862-35e313912b6c tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Notify callbacks [] for port, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:47.790323 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.provisioning_blocks [req-81d3d4af-5331-491d-9cd6-eaf36a8f1bf9 req-6bd981c6-2a81-44ff-b862-35e313912b6c tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Transition to ACTIVE for port object bafb7990-c42e-4b4a-ac52-55589bea6155 will not be triggered until provisioned by entity DHCP. {{(pid=86863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:57:47.813740 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-3f0a5514-324e-4398-922e-c131308e9930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:47.816795 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-81d3d4af-5331-491d-9cd6-eaf36a8f1bf9 req-6bd981c6-2a81-44ff-b862-35e313912b6c tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790568269105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1459265'] for port, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:47.817495 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-81ddfa6d-87e0-4847-8a26-9c662f5edd78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:57:47.822461 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-38181c49-dd45-4bc0-9c5b-b2869a1bcbe9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:57:47.831290 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0a5514-324e-4398-922e-c131308e9930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b2fef1-a845-4e3e-9ce8-e511bc7da224,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:57:47.833499 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-3f0a5514-324e-4398-922e-c131308e9930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:57:47.838469 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-3f0a5514-324e-4398-922e-c131308e9930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:47.839577 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-3f0a5514-324e-4398-922e-c131308e9930 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b7b2fef1-a845-4e3e-9ce8-e511bc7da224 HTTP/1.1" status: 204 len: 168 time: 0.1612377 Nov 16 21:57:47.893638 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81d3d4af-5331-491d-9cd6-eaf36a8f1bf9 req-6bd981c6-2a81-44ff-b862-35e313912b6c tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Network 580c97c1-166a-4888-a678-337d9ed0de3e is already hosted by enough agents. {{(pid=86863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:57:47.894706 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.base_scheduler [req-81d3d4af-5331-491d-9cd6-eaf36a8f1bf9 req-6bd981c6-2a81-44ff-b862-35e313912b6c tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Resources bound (agent type, host, resource id): {{(pid=86863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:57:47.898844 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.l3_dvrscheduler_db [req-81d3d4af-5331-491d-9cd6-eaf36a8f1bf9 req-6bd981c6-2a81-44ff-b862-35e313912b6c tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Received port after_create {{(pid=86863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 16 21:57:47.936556 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd981c6-2a81-44ff-b862-35e313912b6c tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Pushing event updated for resources: {'Port': ['ID=bafb7990-c42e-4b4a-ac52-55589bea6155,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:57:47.945805 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-6bd981c6-2a81-44ff-b862-35e313912b6c tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:57:47.975922 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3d4af-5331-491d-9cd6-eaf36a8f1bf9 req-6bd981c6-2a81-44ff-b862-35e313912b6c tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:47.976554 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-81d3d4af-5331-491d-9cd6-eaf36a8f1bf9 req-6bd981c6-2a81-44ff-b862-35e313912b6c tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for port, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:47.995224 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device 8d021fb9-0635-45ee-aa43-b1048be96613 no longer exists at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 16 21:57:48.012799 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-81d3d4af-5331-491d-9cd6-eaf36a8f1bf9 req-6bd981c6-2a81-44ff-b862-35e313912b6c tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0906665 Nov 16 21:57:48.028790 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [req-81d3d4af-5331-491d-9cd6-eaf36a8f1bf9 req-256922b7-bbfc-4e97-9d4f-eb5ee807007c service neutron] Request body: {'port': {'device_id': '40c11ba7-e6e3-49ea-8f58-8cd6f4ac8617', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81814'}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:57:48.065986 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] No Port match for: 8d021fb9-0635-45ee-aa43-b1048be96613 {{(pid=86865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 16 21:57:48.068026 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device 8d021fb9-0635-45ee-aa43-b1048be96613 not bound to the agent host dv-cinder-818140-1-smb {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 16 21:57:48.159019 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-81d3d4af-5331-491d-9cd6-eaf36a8f1bf9 req-256922b7-bbfc-4e97-9d4f-eb5ee807007c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:48.204719 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-ce82f907-3150-436b-822b-fcbb2eb0a307 None None] Provisioning for port bafb7990-c42e-4b4a-ac52-55589bea6155 completed by entity DHCP. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:57:48.209659 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-ce82f907-3150-436b-822b-fcbb2eb0a307 None None] Provisioning complete for port bafb7990-c42e-4b4a-ac52-55589bea6155 triggered by entity DHCP. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:57:48.210278 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-ce82f907-3150-436b-822b-fcbb2eb0a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:48.272780 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-ce82f907-3150-436b-822b-fcbb2eb0a307 None None] Port bafb7990-c42e-4b4a-ac52-55589bea6155 cannot update to ACTIVE because it is not bound. {{(pid=86865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 16 21:57:48.373796 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059607f-3869-4f65-80d2-6ee3340b18f2 req-446d48d8-9310-4aac-8e16-7de7dc74db3f tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:48.374510 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-0059607f-3869-4f65-80d2-6ee3340b18f2 req-446d48d8-9310-4aac-8e16-7de7dc74db3f tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Synchronizing usage tracker for tenant:f76e70d2e71e4d0888bfa0539be685d7 on resource:port {{(pid=86863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:57:48.465691 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-0059607f-3869-4f65-80d2-6ee3340b18f2 req-446d48d8-9310-4aac-8e16-7de7dc74db3f tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Unset dirty status for tenant:f76e70d2e71e4d0888bfa0539be685d7 on resource:port {{(pid=86863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:57:48.466882 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-0059607f-3869-4f65-80d2-6ee3340b18f2 req-446d48d8-9310-4aac-8e16-7de7dc74db3f tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] 10.222.0.50 "GET /v2.0/ports?device_id=40c11ba7-e6e3-49ea-8f58-8cd6f4ac8617 HTTP/1.1" status: 200 len: 936 time: 0.3089068 Nov 16 21:57:48.551373 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-0059607f-3869-4f65-80d2-6ee3340b18f2 req-70c29e1c-5581-4879-95ee-3ae7b2989070 tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Synchronizing usage tracker for tenant:f76e70d2e71e4d0888bfa0539be685d7 on resource:security_group {{(pid=86863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:57:48.578662 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-0059607f-3869-4f65-80d2-6ee3340b18f2 req-70c29e1c-5581-4879-95ee-3ae7b2989070 tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Unset dirty status for tenant:f76e70d2e71e4d0888bfa0539be685d7 on resource:security_group {{(pid=86863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:57:48.579815 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-0059607f-3869-4f65-80d2-6ee3340b18f2 req-70c29e1c-5581-4879-95ee-3ae7b2989070 tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] 10.222.0.50 "GET /v2.0/security-groups?id=11acf1ed-1396-4da9-b463-3637c0a60ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059630 Nov 16 21:57:48.636927 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.notifiers.nova [req-81d3d4af-5331-491d-9cd6-eaf36a8f1bf9 req-256922b7-bbfc-4e97-9d4f-eb5ee807007c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bafb7990-c42e-4b4a-ac52-55589bea6155 {{(pid=86863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:57:48.645215 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-81d3d4af-5331-491d-9cd6-eaf36a8f1bf9 req-256922b7-bbfc-4e97-9d4f-eb5ee807007c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:48.660497 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.provisioning_blocks [req-81d3d4af-5331-491d-9cd6-eaf36a8f1bf9 req-256922b7-bbfc-4e97-9d4f-eb5ee807007c service neutron] Transition to ACTIVE for port object bafb7990-c42e-4b4a-ac52-55589bea6155 will not be triggered until provisioned by entity L2. {{(pid=86863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:57:48.664627 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-81d3d4af-5331-491d-9cd6-eaf36a8f1bf9 req-256922b7-bbfc-4e97-9d4f-eb5ee807007c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1459288'] for port, after_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:48.668129 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-038f2547-48e2-4213-bf67-be8441f0b091 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:57:48.877012 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256922b7-bbfc-4e97-9d4f-eb5ee807007c service neutron] Pushing event updated for resources: {'Port': ['ID=bafb7990-c42e-4b4a-ac52-55589bea6155,revision_number=2']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:57:48.879895 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-256922b7-bbfc-4e97-9d4f-eb5ee807007c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:57:48.919386 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.managers [req-81d3d4af-5331-491d-9cd6-eaf36a8f1bf9 req-256922b7-bbfc-4e97-9d4f-eb5ee807007c service neutron] Attempting to bind port bafb7990-c42e-4b4a-ac52-55589bea6155 on host hv-cinder-81814 for vnic_type normal with profile {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 21:57:48.919724 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.managers [req-81d3d4af-5331-491d-9cd6-eaf36a8f1bf9 req-256922b7-bbfc-4e97-9d4f-eb5ee807007c service neutron] Attempting to bind port bafb7990-c42e-4b4a-ac52-55589bea6155 by drivers openvswitch,hyperv on host hv-cinder-81814 at level 0 using segments [{'id': '3a31c230-7fdb-437f-8a4a-fbef8a0bdc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '580c97c1-166a-4888-a678-337d9ed0de3e'}] {{(pid=86863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 21:57:48.920066 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d3d4af-5331-491d-9cd6-eaf36a8f1bf9 req-256922b7-bbfc-4e97-9d4f-eb5ee807007c service neutron] Attempting to bind port bafb7990-c42e-4b4a-ac52-55589bea6155 on network 580c97c1-166a-4888-a678-337d9ed0de3e {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 16 21:57:48.925741 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d3d4af-5331-491d-9cd6-eaf36a8f1bf9 req-256922b7-bbfc-4e97-9d4f-eb5ee807007c service neutron] Port bafb7990-c42e-4b4a-ac52-55589bea6155 on network 580c97c1-166a-4888-a678-337d9ed0de3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81814 {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 16 21:57:48.926263 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d3d4af-5331-491d-9cd6-eaf36a8f1bf9 req-256922b7-bbfc-4e97-9d4f-eb5ee807007c service neutron] Attempting to bind port bafb7990-c42e-4b4a-ac52-55589bea6155 on network 580c97c1-166a-4888-a678-337d9ed0de3e {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 16 21:57:48.931786 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d3d4af-5331-491d-9cd6-eaf36a8f1bf9 req-256922b7-bbfc-4e97-9d4f-eb5ee807007c service neutron] Checking agent: {'id': '426a5c9b-164f-481a-ad6e-a795536ce9ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81814', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 49, 31), 'started_at': datetime.datetime(2021, 11, 16, 21, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 16 21:57:48.932127 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d3d4af-5331-491d-9cd6-eaf36a8f1bf9 req-256922b7-bbfc-4e97-9d4f-eb5ee807007c service neutron] Checking segment: {'id': '3a31c230-7fdb-437f-8a4a-fbef8a0bdc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '580c97c1-166a-4888-a678-337d9ed0de3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 16 21:57:48.932556 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d3d4af-5331-491d-9cd6-eaf36a8f1bf9 req-256922b7-bbfc-4e97-9d4f-eb5ee807007c service neutron] Bound using segment: {'id': '3a31c230-7fdb-437f-8a4a-fbef8a0bdc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '580c97c1-166a-4888-a678-337d9ed0de3e'} {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 16 21:57:48.932982 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.managers [req-81d3d4af-5331-491d-9cd6-eaf36a8f1bf9 req-256922b7-bbfc-4e97-9d4f-eb5ee807007c service neutron] Bound port: bafb7990-c42e-4b4a-ac52-55589bea6155, host: hv-cinder-81814, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a31c230-7fdb-437f-8a4a-fbef8a0bdc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '580c97c1-166a-4888-a678-337d9ed0de3e'}}] {{(pid=86863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 21:57:48.933324 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-81d3d4af-5331-491d-9cd6-eaf36a8f1bf9 req-256922b7-bbfc-4e97-9d4f-eb5ee807007c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:49.032458 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.db [req-81d3d4af-5331-491d-9cd6-eaf36a8f1bf9 req-256922b7-bbfc-4e97-9d4f-eb5ee807007c service neutron] For port bafb7990-c42e-4b4a-ac52-55589bea6155, host hv-cinder-81814, cleared binding levels {{(pid=86863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 16 21:57:49.036235 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.db [req-81d3d4af-5331-491d-9cd6-eaf36a8f1bf9 req-256922b7-bbfc-4e97-9d4f-eb5ee807007c service neutron] For port bafb7990-c42e-4b4a-ac52-55589bea6155, host hv-cinder-81814, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=bafb7990-c42e-4b4a-ac52-55589bea6155,segment=NetworkSegment(3a31c230-7fdb-437f-8a4a-fbef8a0bdc81),segment_id=3a31c230-7fdb-437f-8a4a-fbef8a0bdc81)] {{(pid=86863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 16 21:57:49.044372 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-81d3d4af-5331-491d-9cd6-eaf36a8f1bf9 req-256922b7-bbfc-4e97-9d4f-eb5ee807007c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1459288'] for port, after_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:49.049658 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-2c732206-6b59-4063-b74d-aa3552d4702e tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:57:49.097940 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3d4af-5331-491d-9cd6-eaf36a8f1bf9 req-256922b7-bbfc-4e97-9d4f-eb5ee807007c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:49.098576 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-81d3d4af-5331-491d-9cd6-eaf36a8f1bf9 req-256922b7-bbfc-4e97-9d4f-eb5ee807007c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for port, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:49.100120 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-81d3d4af-5331-491d-9cd6-eaf36a8f1bf9 req-256922b7-bbfc-4e97-9d4f-eb5ee807007c service neutron] 10.222.0.60 "PUT /v2.0/ports/bafb7990-c42e-4b4a-ac52-55589bea6155 HTTP/1.1" status: 200 len: 1098 time: 1.0769615 Nov 16 21:57:49.108163 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c11ba7-e6e3-49ea-8f58-8cd6f4ac8617', 'tag': 'bafb7990-c42e-4b4a-ac52-55589bea6155'}] {{(pid=86863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:57:49.151742 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256922b7-bbfc-4e97-9d4f-eb5ee807007c service neutron] Pushing event updated for resources: {'Port': ['ID=bafb7990-c42e-4b4a-ac52-55589bea6155,revision_number=3']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:57:49.163959 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-256922b7-bbfc-4e97-9d4f-eb5ee807007c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:57:49.197062 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40c11ba7-e6e3-49ea-8f58-8cd6f4ac8617', 'tag': 'bafb7990-c42e-4b4a-ac52-55589bea6155', 'status': 'completed', 'code': 200} Nov 16 21:57:49.242990 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3d4af-5331-491d-9cd6-eaf36a8f1bf9 req-eca582a3-30f4-4633-98d8-910d747a46e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:49.244557 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-81d3d4af-5331-491d-9cd6-eaf36a8f1bf9 req-eca582a3-30f4-4633-98d8-910d747a46e7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f76e70d2e71e4d0888bfa0539be685d7&device_id=40c11ba7-e6e3-49ea-8f58-8cd6f4ac8617 HTTP/1.1" status: 200 len: 1101 time: 0.0819466 Nov 16 21:57:49.320304 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-81d3d4af-5331-491d-9cd6-eaf36a8f1bf9 req-77c38e58-81dc-4997-b8fb-58c1c3009016 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=bafb7990-c42e-4b4a-ac52-55589bea6155 HTTP/1.1" status: 200 len: 217 time: 0.0665376 Nov 16 21:57:49.383952 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3d4af-5331-491d-9cd6-eaf36a8f1bf9 req-3fa17581-5e6f-427c-8e39-0b90a5340807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:49.385293 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-81d3d4af-5331-491d-9cd6-eaf36a8f1bf9 req-3fa17581-5e6f-427c-8e39-0b90a5340807 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=16065687-524f-444c-a963-4f3588a13f4b HTTP/1.1" status: 200 len: 843 time: 0.0576468 Nov 16 21:57:49.557826 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3d4af-5331-491d-9cd6-eaf36a8f1bf9 req-3acbe793-4eb0-4a22-a396-a005779c9c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:49.559263 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-81d3d4af-5331-491d-9cd6-eaf36a8f1bf9 req-3acbe793-4eb0-4a22-a396-a005779c9c6c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=580c97c1-166a-4888-a678-337d9ed0de3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1649904 Nov 16 21:57:49.730086 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-81d3d4af-5331-491d-9cd6-eaf36a8f1bf9 req-3a9cf803-e4ab-47f0-ad98-26527f0faa33 service neutron] 10.222.0.60 "GET /v2.0/networks/580c97c1-166a-4888-a678-337d9ed0de3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630464 Nov 16 21:57:49.829481 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 45838) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:57:49.889580 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8a029-58c5-4eb1-8d4d-5d6e4b5dcbd7 req-671ed424-521a-4dab-b873-7c085be5d02d tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:49.891692 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-3ff8a029-58c5-4eb1-8d4d-5d6e4b5dcbd7 req-671ed424-521a-4dab-b873-7c085be5d02d tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] 10.222.0.50 "GET /v2.0/ports?device_id=40c11ba7-e6e3-49ea-8f58-8cd6f4ac8617 HTTP/1.1" status: 200 len: 948 time: 0.2020094 Nov 16 21:57:49.896972 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-81d3d4af-5331-491d-9cd6-eaf36a8f1bf9 req-85edf498-0f20-45ac-b805-17d19300caf2 service neutron] 10.222.0.60 "GET /v2.0/networks/580c97c1-166a-4888-a678-337d9ed0de3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593497 Nov 16 21:57:49.948365 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-3ff8a029-58c5-4eb1-8d4d-5d6e4b5dcbd7 req-6955df70-beda-442e-a542-9d88e0348c55 tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] 10.222.0.50 "GET /v2.0/security-groups?id=11acf1ed-1396-4da9-b463-3637c0a60ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485706 Nov 16 21:57:49.972983 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-c930651c-0c19-4a44-92e7-9c301551ffa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:49.988077 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-c930651c-0c19-4a44-92e7-9c301551ffa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:57:49.992963 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-c930651c-0c19-4a44-92e7-9c301551ffa2 admin admin] Usage tracker for resource:security_group_rule and tenant:cd4a59dfd1324c72a730212859643fa4 is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:57:49.995773 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-c930651c-0c19-4a44-92e7-9c301551ffa2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:57:50.001875 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-c930651c-0c19-4a44-92e7-9c301551ffa2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:57:50.029239 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327a5a6-8c57-4fd5-8d60-14d23ca1f7d4 req-a289abed-dfb8-41ec-9e85-3918c9c52bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:50.030727 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-d327a5a6-8c57-4fd5-8d60-14d23ca1f7d4 req-a289abed-dfb8-41ec-9e85-3918c9c52bac service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f76e70d2e71e4d0888bfa0539be685d7&device_id=40c11ba7-e6e3-49ea-8f58-8cd6f4ac8617 HTTP/1.1" status: 200 len: 1101 time: 0.0745001 Nov 16 21:57:50.092106 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-c930651c-0c19-4a44-92e7-9c301551ffa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:50.097475 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-c930651c-0c19-4a44-92e7-9c301551ffa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:50.104300 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-abb546bc-d95d-4603-86a3-27dcb0faee1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:57:50.144988 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c930651c-0c19-4a44-92e7-9c301551ffa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c7ded5-6a58-4e29-9505-4aad0101574d,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:57:50.148479 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-c930651c-0c19-4a44-92e7-9c301551ffa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:57:50.153976 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-c930651c-0c19-4a44-92e7-9c301551ffa2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cd4a59dfd1324c72a730212859643fa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3234725 Nov 16 21:57:50.154646 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 45844) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:57:50.183982 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327a5a6-8c57-4fd5-8d60-14d23ca1f7d4 req-5d50014a-0499-48f5-a9b1-aaf4a58afc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:50.185358 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-d327a5a6-8c57-4fd5-8d60-14d23ca1f7d4 req-5d50014a-0499-48f5-a9b1-aaf4a58afc9c service neutron] 10.222.0.60 "GET /v2.0/networks?id=580c97c1-166a-4888-a678-337d9ed0de3e HTTP/1.1" status: 200 len: 870 time: 0.1475112 Nov 16 21:57:50.271633 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-d327a5a6-8c57-4fd5-8d60-14d23ca1f7d4 req-04a1e886-1316-4c8c-9f1d-5870bb94d6fa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=bafb7990-c42e-4b4a-ac52-55589bea6155 HTTP/1.1" status: 200 len: 217 time: 0.0767796 Nov 16 21:57:50.329212 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-8843b1d7-ad7b-473d-96e8-7e4282149227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:50.366842 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-8843b1d7-ad7b-473d-96e8-7e4282149227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:50.373350 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327a5a6-8c57-4fd5-8d60-14d23ca1f7d4 req-22c877a6-432a-482b-85f0-167e40ebb2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:50.375391 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-d327a5a6-8c57-4fd5-8d60-14d23ca1f7d4 req-22c877a6-432a-482b-85f0-167e40ebb2c8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=16065687-524f-444c-a963-4f3588a13f4b HTTP/1.1" status: 200 len: 843 time: 0.0908096 Nov 16 21:57:50.473380 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-8843b1d7-ad7b-473d-96e8-7e4282149227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:50.477952 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-0f94600e-41f8-493b-bbcb-ccb903a44c51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:57:50.485620 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327a5a6-8c57-4fd5-8d60-14d23ca1f7d4 req-6febabf9-77af-4a00-a74b-a6475457ef75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:50.487072 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-d327a5a6-8c57-4fd5-8d60-14d23ca1f7d4 req-6febabf9-77af-4a00-a74b-a6475457ef75 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=580c97c1-166a-4888-a678-337d9ed0de3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1016388 Nov 16 21:57:50.492836 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8843b1d7-ad7b-473d-96e8-7e4282149227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c7ded5-6a58-4e29-9505-4aad0101574d,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:57:50.495081 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-8843b1d7-ad7b-473d-96e8-7e4282149227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:57:50.498281 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-8843b1d7-ad7b-473d-96e8-7e4282149227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:50.502583 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-8843b1d7-ad7b-473d-96e8-7e4282149227 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/22c7ded5-6a58-4e29-9505-4aad0101574d HTTP/1.1" status: 204 len: 168 time: 0.3438573 Nov 16 21:57:50.631337 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-d327a5a6-8c57-4fd5-8d60-14d23ca1f7d4 req-7a24f1fc-a177-4c01-8b48-75dead7e7bf7 service neutron] 10.222.0.60 "GET /v2.0/networks/580c97c1-166a-4888-a678-337d9ed0de3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297293 Nov 16 21:57:50.767192 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-d327a5a6-8c57-4fd5-8d60-14d23ca1f7d4 req-b3f7fd05-11e9-43ed-9215-2525e3a2826f service neutron] 10.222.0.60 "GET /v2.0/networks/580c97c1-166a-4888-a678-337d9ed0de3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287179 Nov 16 21:57:50.778640 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 45852) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:57:50.797099 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-400d25d7-429f-437c-bc8d-f9479f927f73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:50.810920 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-400d25d7-429f-437c-bc8d-f9479f927f73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:57:50.814830 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-400d25d7-429f-437c-bc8d-f9479f927f73 admin admin] Usage tracker for resource:security_group_rule and tenant:0d448a129f4a42239a9f1fe34eb49813 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:57:50.817950 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-400d25d7-429f-437c-bc8d-f9479f927f73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:57:50.823508 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-400d25d7-429f-437c-bc8d-f9479f927f73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:57:50.905152 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-400d25d7-429f-437c-bc8d-f9479f927f73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:50.909612 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-400d25d7-429f-437c-bc8d-f9479f927f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:50.921788 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-6376636c-c560-4a40-b96a-b2155ffa1171 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:57:50.961490 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-400d25d7-429f-437c-bc8d-f9479f927f73 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0d448a129f4a42239a9f1fe34eb49813&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1817458 Nov 16 21:57:50.962413 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d25d7-429f-437c-bc8d-f9479f927f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3305dc78-80a8-4c82-99cd-6d506bdb5a05,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:57:50.964313 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 45856) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:57:50.965361 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-400d25d7-429f-437c-bc8d-f9479f927f73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:57:51.024394 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-70fb9a03-b257-4a14-81ed-bca77c22fa4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:51.050002 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-70fb9a03-b257-4a14-81ed-bca77c22fa4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:51.163333 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279bc866-fc9e-4768-8d52-61dfa5aa845e req-5231898f-7bef-4117-b7f5-cb6476c94ec7 tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:51.164706 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-279bc866-fc9e-4768-8d52-61dfa5aa845e req-5231898f-7bef-4117-b7f5-cb6476c94ec7 tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] 10.222.0.50 "GET /v2.0/ports?device_id=40c11ba7-e6e3-49ea-8f58-8cd6f4ac8617 HTTP/1.1" status: 200 len: 948 time: 0.1078086 Nov 16 21:57:51.165739 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-70fb9a03-b257-4a14-81ed-bca77c22fa4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:51.169359 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-bd1be069-4214-43a1-94e7-92264c4adbf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:57:51.194393 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fb9a03-b257-4a14-81ed-bca77c22fa4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3305dc78-80a8-4c82-99cd-6d506bdb5a05,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:57:51.200803 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-70fb9a03-b257-4a14-81ed-bca77c22fa4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:57:51.223262 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-70fb9a03-b257-4a14-81ed-bca77c22fa4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:51.224349 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-70fb9a03-b257-4a14-81ed-bca77c22fa4b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3305dc78-80a8-4c82-99cd-6d506bdb5a05 HTTP/1.1" status: 204 len: 168 time: 0.2591491 Nov 16 21:57:51.229840 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-279bc866-fc9e-4768-8d52-61dfa5aa845e req-7812ea4d-a754-4b91-902c-42259761fa71 tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] 10.222.0.50 "GET /v2.0/security-groups?id=11acf1ed-1396-4da9-b463-3637c0a60ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524035 Nov 16 21:57:52.416205 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c7265-b4e9-4d12-b138-eddc1168cac7 req-6d893a4e-58e9-4a14-85c5-c3d482ce7d73 tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:52.417639 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-501c7265-b4e9-4d12-b138-eddc1168cac7 req-6d893a4e-58e9-4a14-85c5-c3d482ce7d73 tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] 10.222.0.50 "GET /v2.0/ports?device_id=40c11ba7-e6e3-49ea-8f58-8cd6f4ac8617 HTTP/1.1" status: 200 len: 948 time: 0.0817711 Nov 16 21:57:52.462306 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-501c7265-b4e9-4d12-b138-eddc1168cac7 req-ca3d20e3-3d8d-4bf9-b132-9762abf6b83d tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] 10.222.0.50 "GET /v2.0/security-groups?id=11acf1ed-1396-4da9-b463-3637c0a60ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384011 Nov 16 21:57:53.103553 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device bafb7990-c42e-4b4a-ac52-55589bea6155 details requested by agent hyperv_hv-cinder-81814 with host hv-cinder-81814 {{(pid=86865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 16 21:57:53.238748 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port bafb7990-c42e-4b4a-ac52-55589bea6155, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=bafb7990-c42e-4b4a-ac52-55589bea6155,segment=NetworkSegment(3a31c230-7fdb-437f-8a4a-fbef8a0bdc81),segment_id=3a31c230-7fdb-437f-8a4a-fbef8a0bdc81)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:57:53.252232 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Returning: {'device': 'bafb7990-c42e-4b4a-ac52-55589bea6155', 'network_id': '580c97c1-166a-4888-a678-337d9ed0de3e', 'port_id': 'bafb7990-c42e-4b4a-ac52-55589bea6155', 'mac_address': 'fa:16:3e:ca:33:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16065687-524f-444c-a963-4f3588a13f4b', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 16 21:57:53.305334 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:53.321809 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.notifiers.nova [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bafb7990-c42e-4b4a-ac52-55589bea6155 {{(pid=86865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:57:53.337122 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port bafb7990-c42e-4b4a-ac52-55589bea6155, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=bafb7990-c42e-4b4a-ac52-55589bea6155,segment=NetworkSegment(3a31c230-7fdb-437f-8a4a-fbef8a0bdc81),segment_id=3a31c230-7fdb-437f-8a4a-fbef8a0bdc81)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:57:53.341004 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:53.342713 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:57:53.409070 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Pushing event updated for resources: {'Port': ['ID=bafb7990-c42e-4b4a-ac52-55589bea6155,revision_number=4']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:57:53.415878 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:57:53.416218 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:57:53.416548 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:57:53.416897 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:57:53.417218 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:57:53.417538 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:57:53.417853 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:57:53.418195 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:57:53.418516 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:57:53.418831 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:57:53.419143 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:57:53.419452 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:57:53.423332 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:57:53.606755 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] get_ports_and_sgs() called for port_ids ['bafb7990-c42e-4b4a-ac52-55589bea6155'] {{(pid=86865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 16 21:57:53.648809 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a22668-9748-498d-a775-eb6aaa5a159f req-313d8724-2276-4148-acc6-6c8cf53165bd tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:53.650290 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-e0a22668-9748-498d-a775-eb6aaa5a159f req-313d8724-2276-4148-acc6-6c8cf53165bd tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] 10.222.0.50 "GET /v2.0/ports?device_id=40c11ba7-e6e3-49ea-8f58-8cd6f4ac8617 HTTP/1.1" status: 200 len: 949 time: 0.0814731 Nov 16 21:57:53.697779 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-e0a22668-9748-498d-a775-eb6aaa5a159f req-b82865e7-7210-4535-8ebe-8b8dc7b5bba0 tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] 10.222.0.50 "GET /v2.0/security-groups?id=11acf1ed-1396-4da9-b463-3637c0a60ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416389 Nov 16 21:57:54.731760 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-3dc4e82f-7ae7-4d09-a5a5-96dfa7c7055c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:54.894729 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e5276d-a7cf-4760-94cd-52c31216881e req-e23ad1cd-0d3b-4c13-a6bd-f2b55d50187e tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:54.896168 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-d8e5276d-a7cf-4760-94cd-52c31216881e req-e23ad1cd-0d3b-4c13-a6bd-f2b55d50187e tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] 10.222.0.50 "GET /v2.0/ports?device_id=40c11ba7-e6e3-49ea-8f58-8cd6f4ac8617 HTTP/1.1" status: 200 len: 949 time: 0.0832551 Nov 16 21:57:54.940294 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-d8e5276d-a7cf-4760-94cd-52c31216881e req-ec72c910-301e-418b-8ad6-01920369b7dd tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] 10.222.0.50 "GET /v2.0/security-groups?id=11acf1ed-1396-4da9-b463-3637c0a60ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384872 Nov 16 21:57:55.121753 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device bafb7990-c42e-4b4a-ac52-55589bea6155 up at agent hyperv_hv-cinder-81814 {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 21:57:55.197690 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Provisioning for port bafb7990-c42e-4b4a-ac52-55589bea6155 completed by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:57:55.202326 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Provisioning complete for port bafb7990-c42e-4b4a-ac52-55589bea6155 triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:57:55.203203 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:55.268236 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:55.330203 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:55.356849 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c11ba7-e6e3-49ea-8f58-8cd6f4ac8617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bafb7990-c42e-4b4a-ac52-55589bea6155'}] {{(pid=86865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:57:55.366514 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port bafb7990-c42e-4b4a-ac52-55589bea6155, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=bafb7990-c42e-4b4a-ac52-55589bea6155,segment=NetworkSegment(3a31c230-7fdb-437f-8a4a-fbef8a0bdc81),segment_id=3a31c230-7fdb-437f-8a4a-fbef8a0bdc81)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:57:55.371713 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:55.373798 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:57:55.409140 dv-cinder-818140-1-smb neutron-server[86865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c11ba7-e6e3-49ea-8f58-8cd6f4ac8617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bafb7990-c42e-4b4a-ac52-55589bea6155', 'code': 200} Nov 16 21:57:55.440689 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Pushing event updated for resources: {'Port': ['ID=bafb7990-c42e-4b4a-ac52-55589bea6155,revision_number=5']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:57:55.443540 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:57:55.656181 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da06a1c-504f-4cdc-ac2f-d835cc9cab01 req-fc55c371-84c0-4d05-bc38-7fb64aa5f95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:55.657643 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-7da06a1c-504f-4cdc-ac2f-d835cc9cab01 req-fc55c371-84c0-4d05-bc38-7fb64aa5f95d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=40c11ba7-e6e3-49ea-8f58-8cd6f4ac8617 HTTP/1.1" status: 200 len: 1103 time: 0.0714774 Nov 16 21:57:55.699325 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-7da06a1c-504f-4cdc-ac2f-d835cc9cab01 req-e962a0d8-a9df-4278-971d-21231cc95b98 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=11acf1ed-1396-4da9-b463-3637c0a60ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340142 Nov 16 21:57:56.227110 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff34377-4a6c-4a53-bc20-e122f7fad488 req-381bf38c-01ae-4094-a956-ddb3276fbc6d tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:56.228548 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-7ff34377-4a6c-4a53-bc20-e122f7fad488 req-381bf38c-01ae-4094-a956-ddb3276fbc6d tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] 10.222.0.50 "GET /v2.0/ports?device_id=40c11ba7-e6e3-49ea-8f58-8cd6f4ac8617 HTTP/1.1" status: 200 len: 950 time: 0.1766288 Nov 16 21:57:56.273726 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-7ff34377-4a6c-4a53-bc20-e122f7fad488 req-5688873a-063a-4d0e-89e8-358c08536322 tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] 10.222.0.50 "GET /v2.0/security-groups?id=11acf1ed-1396-4da9-b463-3637c0a60ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395312 Nov 16 21:57:57.447204 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-e19346b6-d9b0-4781-9a02-1bac9858c634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:57.462387 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3abd70-79df-42e6-b132-00c30de9fd17 req-6a1c7a73-c0e8-4691-ae74-5943c4cda5bd tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:57.464225 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-ce3abd70-79df-42e6-b132-00c30de9fd17 req-6a1c7a73-c0e8-4691-ae74-5943c4cda5bd tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] 10.222.0.50 "GET /v2.0/ports?device_id=40c11ba7-e6e3-49ea-8f58-8cd6f4ac8617 HTTP/1.1" status: 200 len: 950 time: 0.0847433 Nov 16 21:57:57.512335 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-ce3abd70-79df-42e6-b132-00c30de9fd17 req-499cddb8-953a-48c6-a4b8-a94fc9af8339 tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] 10.222.0.50 "GET /v2.0/security-groups?id=11acf1ed-1396-4da9-b463-3637c0a60ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418217 Nov 16 21:57:57.951737 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a77dd0-4e44-41bd-98a8-35520016b936 req-e79def35-8325-4b14-a9e3-13721499aa46 tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:57.953838 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-c3a77dd0-4e44-41bd-98a8-35520016b936 req-e79def35-8325-4b14-a9e3-13721499aa46 tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] 10.222.0.50 "GET /v2.0/ports?device_id=40c11ba7-e6e3-49ea-8f58-8cd6f4ac8617 HTTP/1.1" status: 200 len: 950 time: 0.0863717 Nov 16 21:57:57.996834 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-c3a77dd0-4e44-41bd-98a8-35520016b936 req-ab282d96-e84b-4ba6-8379-dbdcb5c9b3c6 tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] 10.222.0.50 "GET /v2.0/security-groups?id=11acf1ed-1396-4da9-b463-3637c0a60ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368574 Nov 16 21:57:58.627172 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-94ae2c1a-1f16-4ed2-be66-e1a93ab74dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:59.193145 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16937083-b096-4333-a541-e06c73f117a7 req-0c80ff86-c84b-4f9e-988e-4db35d1377f7 tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:59.195186 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-16937083-b096-4333-a541-e06c73f117a7 req-0c80ff86-c84b-4f9e-988e-4db35d1377f7 tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] 10.222.0.50 "GET /v2.0/ports?device_id=40c11ba7-e6e3-49ea-8f58-8cd6f4ac8617 HTTP/1.1" status: 200 len: 950 time: 0.0889280 Nov 16 21:57:59.240255 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-16937083-b096-4333-a541-e06c73f117a7 req-b7237d0a-8baf-4578-87d9-464ab792adad tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] 10.222.0.50 "GET /v2.0/security-groups?id=11acf1ed-1396-4da9-b463-3637c0a60ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393500 Nov 16 21:57:59.358770 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d68fa57-3418-45c7-9e23-61fc36544e7e req-f051ce89-891a-4ab1-8bdb-a0b40aa80d0e tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:59.360392 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-4d68fa57-3418-45c7-9e23-61fc36544e7e req-f051ce89-891a-4ab1-8bdb-a0b40aa80d0e tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] 10.222.0.60 "GET /v2.0/ports?device_id=40c11ba7-e6e3-49ea-8f58-8cd6f4ac8617 HTTP/1.1" status: 200 len: 950 time: 0.0811715 Nov 16 21:57:59.436307 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.plugin [req-4d68fa57-3418-45c7-9e23-61fc36544e7e req-87d67a1f-4d33-4ffd-a9e8-47fa5b0d04a9 tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Deleting port bafb7990-c42e-4b4a-ac52-55589bea6155 {{(pid=86863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 16 21:57:59.436564 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-4d68fa57-3418-45c7-9e23-61fc36544e7e req-87d67a1f-4d33-4ffd-a9e8-47fa5b0d04a9 tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790568630941'] for port, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:59.689080 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.db [req-4d68fa57-3418-45c7-9e23-61fc36544e7e req-87d67a1f-4d33-4ffd-a9e8-47fa5b0d04a9 tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] For port bafb7990-c42e-4b4a-ac52-55589bea6155, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=bafb7990-c42e-4b4a-ac52-55589bea6155,segment=NetworkSegment(3a31c230-7fdb-437f-8a4a-fbef8a0bdc81),segment_id=3a31c230-7fdb-437f-8a4a-fbef8a0bdc81)] {{(pid=86863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:57:59.689345 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-4d68fa57-3418-45c7-9e23-61fc36544e7e req-87d67a1f-4d33-4ffd-a9e8-47fa5b0d04a9 tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675270'] for port, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:59.816328 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.plugin [req-4d68fa57-3418-45c7-9e23-61fc36544e7e req-87d67a1f-4d33-4ffd-a9e8-47fa5b0d04a9 tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Calling delete_port for bafb7990-c42e-4b4a-ac52-55589bea6155 owned by compute:nova {{(pid=86863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 16 21:57:59.913551 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-941145a6-33c9-4841-86a3-a7e018513e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:59.982521 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-4d68fa57-3418-45c7-9e23-61fc36544e7e req-87d67a1f-4d33-4ffd-a9e8-47fa5b0d04a9 tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790568634161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790568269114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1459265'] for port, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:57:59.988477 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-ed21f4c7-3ba8-44cf-9b51-beca1ef6ec8e tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:57:59.994366 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] get_ports_and_sgs() called for port_ids ['bafb7990-c42e-4b4a-ac52-55589bea6155'] {{(pid=86865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 16 21:58:00.037437 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d67a1f-4d33-4ffd-a9e8-47fa5b0d04a9 tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Pushing event deleted for resources: {'Port': ['ID=bafb7990-c42e-4b4a-ac52-55589bea6155,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:00.079825 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d67a1f-4d33-4ffd-a9e8-47fa5b0d04a9 tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:00.080114 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d67a1f-4d33-4ffd-a9e8-47fa5b0d04a9 tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:00.080467 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d67a1f-4d33-4ffd-a9e8-47fa5b0d04a9 tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:00.080817 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d67a1f-4d33-4ffd-a9e8-47fa5b0d04a9 tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:00.081160 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d67a1f-4d33-4ffd-a9e8-47fa5b0d04a9 tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:00.082176 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d67a1f-4d33-4ffd-a9e8-47fa5b0d04a9 tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:00.082176 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d67a1f-4d33-4ffd-a9e8-47fa5b0d04a9 tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:00.082176 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d67a1f-4d33-4ffd-a9e8-47fa5b0d04a9 tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:00.082512 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d67a1f-4d33-4ffd-a9e8-47fa5b0d04a9 tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:00.082848 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d67a1f-4d33-4ffd-a9e8-47fa5b0d04a9 tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:00.083189 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d67a1f-4d33-4ffd-a9e8-47fa5b0d04a9 tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:00.083520 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d67a1f-4d33-4ffd-a9e8-47fa5b0d04a9 tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:00.090948 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-87d67a1f-4d33-4ffd-a9e8-47fa5b0d04a9 tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:00.126135 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6007647-ea5b-4398-831d-c27fd65701a7 req-405d7c8c-70da-4be7-8d60-77fa98d9b669 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:00.127654 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-f6007647-ea5b-4398-831d-c27fd65701a7 req-405d7c8c-70da-4be7-8d60-77fa98d9b669 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fab366d-9988-4d45-979a-c9db7d6681c7 HTTP/1.1" status: 200 len: 947 time: 0.0989692 Nov 16 21:58:00.131111 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d68fa57-3418-45c7-9e23-61fc36544e7e req-87d67a1f-4d33-4ffd-a9e8-47fa5b0d04a9 tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] No DVR routers for this DVR port bafb7990-c42e-4b4a-ac52-55589bea6155 on host hv-cinder-81814 {{(pid=86863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:58:00.133541 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-4d68fa57-3418-45c7-9e23-61fc36544e7e req-87d67a1f-4d33-4ffd-a9e8-47fa5b0d04a9 tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for port, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:00.136267 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c11ba7-e6e3-49ea-8f58-8cd6f4ac8617', 'name': 'network-vif-deleted', 'tag': 'bafb7990-c42e-4b4a-ac52-55589bea6155'}] {{(pid=86863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:58:00.161444 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-4d68fa57-3418-45c7-9e23-61fc36544e7e req-87d67a1f-4d33-4ffd-a9e8-47fa5b0d04a9 tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] 10.222.0.60 "DELETE /v2.0/ports/bafb7990-c42e-4b4a-ac52-55589bea6155 HTTP/1.1" status: 204 len: 173 time: 0.7921023 Nov 16 21:58:00.180403 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-f6007647-ea5b-4398-831d-c27fd65701a7 req-a2b62a32-8620-460f-9f72-32455b42691d tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c5f5821-f502-40f2-b130-6c081ed66760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468004 Nov 16 21:58:00.205033 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c11ba7-e6e3-49ea-8f58-8cd6f4ac8617', 'name': 'network-vif-deleted', 'tag': 'bafb7990-c42e-4b4a-ac52-55589bea6155', 'status': 'completed', 'code': 200} Nov 16 21:58:00.414041 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-968469a5-5cd9-4e11-839f-63a86852bfef req-3613b220-2dbc-4e0c-9b18-bf32a2150303 tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Synchronizing usage tracker for tenant:f76e70d2e71e4d0888bfa0539be685d7 on resource:port {{(pid=86863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:58:00.430248 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-968469a5-5cd9-4e11-839f-63a86852bfef req-3613b220-2dbc-4e0c-9b18-bf32a2150303 tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Unset dirty status for tenant:f76e70d2e71e4d0888bfa0539be685d7 on resource:port {{(pid=86863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:58:00.431491 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-968469a5-5cd9-4e11-839f-63a86852bfef req-3613b220-2dbc-4e0c-9b18-bf32a2150303 tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] 10.222.0.50 "GET /v2.0/ports?device_id=40c11ba7-e6e3-49ea-8f58-8cd6f4ac8617 HTTP/1.1" status: 200 len: 210 time: 0.0605545 Nov 16 21:58:00.823005 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:01.382811 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e892723f-63f6-4d71-9fdd-fb34bd0cd958 req-a65bf9eb-f02d-415a-a771-b9eae454052f tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:01.384256 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-e892723f-63f6-4d71-9fdd-fb34bd0cd958 req-a65bf9eb-f02d-415a-a771-b9eae454052f tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fab366d-9988-4d45-979a-c9db7d6681c7 HTTP/1.1" status: 200 len: 947 time: 0.0838277 Nov 16 21:58:01.428389 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-e892723f-63f6-4d71-9fdd-fb34bd0cd958 req-1ee020b8-06a9-4126-b5ba-77f0f6a22fda tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c5f5821-f502-40f2-b130-6c081ed66760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381374 Nov 16 21:58:01.612325 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b42737-e39e-475f-b36f-9ac6f8198f0b req-f75e441b-9e82-422a-a03f-e86adb4bb078 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:01.613789 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-f2b42737-e39e-475f-b36f-9ac6f8198f0b req-f75e441b-9e82-422a-a03f-e86adb4bb078 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fab366d-9988-4d45-979a-c9db7d6681c7 HTTP/1.1" status: 200 len: 947 time: 0.0799851 Nov 16 21:58:01.695835 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.plugin [req-f2b42737-e39e-475f-b36f-9ac6f8198f0b req-399796f7-feac-407a-9278-5625823bd284 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Deleting port 0479adca-30f8-4168-8072-810f9563a6e6 {{(pid=86863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 16 21:58:01.696254 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-f2b42737-e39e-475f-b36f-9ac6f8198f0b req-399796f7-feac-407a-9278-5625823bd284 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790568630941'] for port, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:01.959678 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.db [req-f2b42737-e39e-475f-b36f-9ac6f8198f0b req-399796f7-feac-407a-9278-5625823bd284 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] For port 0479adca-30f8-4168-8072-810f9563a6e6, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=0479adca-30f8-4168-8072-810f9563a6e6,segment=NetworkSegment(0768277f-89e3-47c8-84f9-a7ae38cc5ef8),segment_id=0768277f-89e3-47c8-84f9-a7ae38cc5ef8)] {{(pid=86863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:58:01.960024 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-f2b42737-e39e-475f-b36f-9ac6f8198f0b req-399796f7-feac-407a-9278-5625823bd284 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675270'] for port, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:02.359683 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-f2b42737-e39e-475f-b36f-9ac6f8198f0b req-399796f7-feac-407a-9278-5625823bd284 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:02.360121 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-f2b42737-e39e-475f-b36f-9ac6f8198f0b req-399796f7-feac-407a-9278-5625823bd284 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677620'] for floatingip, after_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:02.360451 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.db.l3_db [req-f2b42737-e39e-475f-b36f-9ac6f8198f0b req-399796f7-feac-407a-9278-5625823bd284 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Floating IP 83803f63-098d-4f3f-9cf5-1c3933c8d376 disassociated. External IP: 172.28.3.110, port: 0479adca-30f8-4168-8072-810f9563a6e6. Nov 16 21:58:02.360785 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.plugin [req-f2b42737-e39e-475f-b36f-9ac6f8198f0b req-399796f7-feac-407a-9278-5625823bd284 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Calling delete_port for 0479adca-30f8-4168-8072-810f9563a6e6 owned by compute:nova {{(pid=86863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 16 21:58:02.513442 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-f2b42737-e39e-475f-b36f-9ac6f8198f0b req-399796f7-feac-407a-9278-5625823bd284 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790568634161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790568269114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1459265'] for port, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:02.520125 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-6b5d361f-2248-46fd-bd4a-638585f58e4e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:02.568836 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399796f7-feac-407a-9278-5625823bd284 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Pushing event deleted for resources: {'Port': ['ID=0479adca-30f8-4168-8072-810f9563a6e6,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:02.571943 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-399796f7-feac-407a-9278-5625823bd284 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:02.603741 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-4421ece4-30c5-44a4-9b54-2c8af1e940c1 req-81f3ec78-5d41-4d74-b814-7332d01704cb tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fab366d-9988-4d45-979a-c9db7d6681c7 HTTP/1.1" status: 200 len: 210 time: 0.0567939 Nov 16 21:58:02.769310 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2b42737-e39e-475f-b36f-9ac6f8198f0b req-399796f7-feac-407a-9278-5625823bd284 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Router 668b0f38-aba8-4815-9de1-17c0029411c1 has already been hosted by L3 agent 61e322f1-f733-4c16-8e8e-7253ec5fb84a {{(pid=86863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 16 21:58:02.969362 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2b42737-e39e-475f-b36f-9ac6f8198f0b req-399796f7-feac-407a-9278-5625823bd284 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify agent at l3_agent.dv-cinder-818140-1-smb the message routers_updated {{(pid=86863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 16 21:58:02.980555 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb2c2a8-0b68-49d3-99de-647e0a5bd3ca None None] Sync routers for ids ['668b0f38-aba8-4815-9de1-17c0029411c1'] in dv-cinder-818140-1-smb {{(pid=86866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:58:02.992071 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb2c2a8-0b68-49d3-99de-647e0a5bd3ca None None] Routers {'668b0f38-aba8-4815-9de1-17c0029411c1'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 21:58:02.992684 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_hamode_db [None req-8cb2c2a8-0b68-49d3-99de-647e0a5bd3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T21:57:57Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['668b0f38-aba8-4815-9de1-17c0029411c1'], 'active': True} {{(pid=86866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:58:03.092331 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2b42737-e39e-475f-b36f-9ac6f8198f0b req-399796f7-feac-407a-9278-5625823bd284 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] No DVR routers for this DVR port 0479adca-30f8-4168-8072-810f9563a6e6 on host hv-cinder-81814 {{(pid=86863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:58:03.097308 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-f2b42737-e39e-475f-b36f-9ac6f8198f0b req-399796f7-feac-407a-9278-5625823bd284 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for port, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:03.100112 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fab366d-9988-4d45-979a-c9db7d6681c7', 'name': 'network-vif-deleted', 'tag': '0479adca-30f8-4168-8072-810f9563a6e6'}] {{(pid=86863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:58:03.151234 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-f2b42737-e39e-475f-b36f-9ac6f8198f0b req-399796f7-feac-407a-9278-5625823bd284 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.60 "DELETE /v2.0/ports/0479adca-30f8-4168-8072-810f9563a6e6 HTTP/1.1" status: 204 len: 173 time: 1.5114260 Nov 16 21:58:03.182871 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device bafb7990-c42e-4b4a-ac52-55589bea6155 no longer exists at agent hyperv_hv-cinder-81814 {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 16 21:58:03.198817 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fab366d-9988-4d45-979a-c9db7d6681c7', 'name': 'network-vif-deleted', 'tag': '0479adca-30f8-4168-8072-810f9563a6e6', 'status': 'completed', 'code': 200} Nov 16 21:58:03.251827 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_dvr_db [None req-8cb2c2a8-0b68-49d3-99de-647e0a5bd3ca None None] Set router 668b0f38-aba8-4815-9de1-17c0029411c1 gateway port host: dv-cinder-818140-1-smb {{(pid=86866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 21:58:03.277316 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] No Port match for: bafb7990-c42e-4b4a-ac52-55589bea6155 {{(pid=86865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 16 21:58:03.277686 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device bafb7990-c42e-4b4a-ac52-55589bea6155 not bound to the agent host hv-cinder-81814 {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 16 21:58:03.278460 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device 0479adca-30f8-4168-8072-810f9563a6e6 no longer exists at agent hyperv_hv-cinder-81814 {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 16 21:58:03.360481 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] No Port match for: 0479adca-30f8-4168-8072-810f9563a6e6 {{(pid=86865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 16 21:58:03.360788 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device 0479adca-30f8-4168-8072-810f9563a6e6 not bound to the agent host hv-cinder-81814 {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 16 21:58:03.610282 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_hamode_db [None req-8cb2c2a8-0b68-49d3-99de-647e0a5bd3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668b0f38-aba8-4815-9de1-17c0029411c1', 'name': 'tempest-AttachVolumeShelveTestJSON-809381388-router', 'tenant_id': '727ecad6d44746bbaca7ef41b34b6315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': '42a84d3b-7d34-4e74-959e-afc99b56760a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:51:36Z', 'updated_at': '2021-11-16T21:51:45Z', 'revision_number': 4, 'project_id': '727ecad6d44746bbaca7ef41b34b6315', 'gw_port': {'id': '42a84d3b-7d34-4e74-959e-afc99b56760a', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:74:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668b0f38-aba8-4815-9de1-17c0029411c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:37Z', 'updated_at': '2021-11-16T21:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb', '_interfaces': [{'id': '47b7cff2-a530-4bb3-a4bc-6b8f685bfb70', 'name': '', 'network_id': 'cfb6277a-1481-4312-adb0-643dce04514b', 'tenant_id': '727ecad6d44746bbaca7ef41b34b6315', 'mac_address': 'fa:16:3e:2e:4c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668b0f38-aba8-4815-9de1-17c0029411c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fd05cea4-2dd2-4a0d-8f4a-e62d3c4e1889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:43Z', 'updated_at': '2021-11-16T21:51:57Z', 'revision_number': 5, 'project_id': '727ecad6d44746bbaca7ef41b34b6315', 'subnets': [{'id': 'fd05cea4-2dd2-4a0d-8f4a-e62d3c4e1889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:58:03.614012 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb2c2a8-0b68-49d3-99de-647e0a5bd3ca None None] Checking router: 668b0f38-aba8-4815-9de1-17c0029411c1 for host: dv-cinder-818140-1-smb {{(pid=86866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:58:03.622351 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb2c2a8-0b68-49d3-99de-647e0a5bd3ca None None] Routers {'668b0f38-aba8-4815-9de1-17c0029411c1'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 21:58:03.622944 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_hamode_db [None req-8cb2c2a8-0b68-49d3-99de-647e0a5bd3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T21:57:57Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['668b0f38-aba8-4815-9de1-17c0029411c1'], 'active': True} {{(pid=86866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:58:03.781250 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-c4573231-4f40-436a-9da9-7619004a421b req-59019505-4328-4c3c-9825-e123f6e905ba tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fab366d-9988-4d45-979a-c9db7d6681c7 HTTP/1.1" status: 200 len: 210 time: 0.0475276 Nov 16 21:58:03.817009 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_dvr_db [None req-8cb2c2a8-0b68-49d3-99de-647e0a5bd3ca None None] Set router 668b0f38-aba8-4815-9de1-17c0029411c1 gateway port host: dv-cinder-818140-1-smb {{(pid=86866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 21:58:04.184757 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_hamode_db [None req-8cb2c2a8-0b68-49d3-99de-647e0a5bd3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668b0f38-aba8-4815-9de1-17c0029411c1', 'name': 'tempest-AttachVolumeShelveTestJSON-809381388-router', 'tenant_id': '727ecad6d44746bbaca7ef41b34b6315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': '42a84d3b-7d34-4e74-959e-afc99b56760a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:51:36Z', 'updated_at': '2021-11-16T21:51:45Z', 'revision_number': 4, 'project_id': '727ecad6d44746bbaca7ef41b34b6315', 'gw_port': {'id': '42a84d3b-7d34-4e74-959e-afc99b56760a', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:74:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668b0f38-aba8-4815-9de1-17c0029411c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:37Z', 'updated_at': '2021-11-16T21:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb', '_interfaces': [{'id': '47b7cff2-a530-4bb3-a4bc-6b8f685bfb70', 'name': '', 'network_id': 'cfb6277a-1481-4312-adb0-643dce04514b', 'tenant_id': '727ecad6d44746bbaca7ef41b34b6315', 'mac_address': 'fa:16:3e:2e:4c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668b0f38-aba8-4815-9de1-17c0029411c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fd05cea4-2dd2-4a0d-8f4a-e62d3c4e1889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:43Z', 'updated_at': '2021-11-16T21:51:57Z', 'revision_number': 5, 'project_id': '727ecad6d44746bbaca7ef41b34b6315', 'subnets': [{'id': 'fd05cea4-2dd2-4a0d-8f4a-e62d3c4e1889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:58:04.188959 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb2c2a8-0b68-49d3-99de-647e0a5bd3ca None None] The sync data for ids ['668b0f38-aba8-4815-9de1-17c0029411c1'] in dv-cinder-818140-1-smb is: [{'id': '668b0f38-aba8-4815-9de1-17c0029411c1', 'name': 'tempest-AttachVolumeShelveTestJSON-809381388-router', 'tenant_id': '727ecad6d44746bbaca7ef41b34b6315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': '42a84d3b-7d34-4e74-959e-afc99b56760a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:51:36Z', 'updated_at': '2021-11-16T21:51:45Z', 'revision_number': 4, 'project_id': '727ecad6d44746bbaca7ef41b34b6315', 'gw_port': {'id': '42a84d3b-7d34-4e74-959e-afc99b56760a', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:74:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668b0f38-aba8-4815-9de1-17c0029411c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:37Z', 'updated_at': '2021-11-16T21:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb', '_interfaces': [{'id': '47b7cff2-a530-4bb3-a4bc-6b8f685bfb70', 'name': '', 'network_id': 'cfb6277a-1481-4312-adb0-643dce04514b', 'tenant_id': '727ecad6d44746bbaca7ef41b34b6315', 'mac_address': 'fa:16:3e:2e:4c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668b0f38-aba8-4815-9de1-17c0029411c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fd05cea4-2dd2-4a0d-8f4a-e62d3c4e1889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:43Z', 'updated_at': '2021-11-16T21:51:57Z', 'revision_number': 5, 'project_id': '727ecad6d44746bbaca7ef41b34b6315', 'subnets': [{'id': 'fd05cea4-2dd2-4a0d-8f4a-e62d3c4e1889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:58:04.419333 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33fcb64-61da-4696-8b79-7b8e2cc14047 None None] New status for floating IP 83803f63-098d-4f3f-9cf5-1c3933c8d376: DOWN {{(pid=86865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:58:04.921074 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 46284) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:58:05.010777 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-812095ce-ea3a-46cc-9a11-89e6d128dd18 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks [] for security_group, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:05.053796 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-812095ce-ea3a-46cc-9a11-89e6d128dd18 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:05.119456 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-812095ce-ea3a-46cc-9a11-89e6d128dd18 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:05.125022 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-defed7ae-ea0f-43e9-b623-458ebf1f8815 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:05.141854 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812095ce-ea3a-46cc-9a11-89e6d128dd18 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5f5821-f502-40f2-b130-6c081ed66760,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:05.145766 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-812095ce-ea3a-46cc-9a11-89e6d128dd18 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:05.161585 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-812095ce-ea3a-46cc-9a11-89e6d128dd18 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks [] for security_group, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:05.163139 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-812095ce-ea3a-46cc-9a11-89e6d128dd18 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "DELETE /v2.0/security-groups/0c5f5821-f502-40f2-b130-6c081ed66760 HTTP/1.1" status: 204 len: 168 time: 0.2406707 Nov 16 21:58:05.165668 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 46310) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:58:05.184679 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.api.v2.resource [None req-bd4f1464-bb47-4ce2-9c76-7039e88595e7 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] show failed (client error): The resource could not be found. Nov 16 21:58:05.185659 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-bd4f1464-bb47-4ce2-9c76-7039e88595e7 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "GET /v2.0/security-groups/0c5f5821-f502-40f2-b130-6c081ed66760 HTTP/1.1" status: 404 len: 347 time: 0.0190125 Nov 16 21:58:05.188829 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 46314) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:58:05.439550 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.plugin [None req-ea583cb5-838b-463b-9c0c-d4079efb7074 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Deleting port 2cf796ab-8cdb-46df-951c-53f5179d2dc3 {{(pid=86864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 16 21:58:05.439805 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-ea583cb5-838b-463b-9c0c-d4079efb7074 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790568630941'] for port, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:05.610298 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-ea583cb5-838b-463b-9c0c-d4079efb7074 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675270'] for port, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:05.610621 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-ea583cb5-838b-463b-9c0c-d4079efb7074 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:05.732306 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.plugin [None req-ea583cb5-838b-463b-9c0c-d4079efb7074 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Calling delete_port for 2cf796ab-8cdb-46df-951c-53f5179d2dc3 owned by network:floatingip {{(pid=86864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 16 21:58:05.865996 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-ea583cb5-838b-463b-9c0c-d4079efb7074 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790568634161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790568269114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3119288'] for port, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:05.870382 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-919c1473-ac3f-422c-be5e-97e71409181a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:05.916673 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea583cb5-838b-463b-9c0c-d4079efb7074 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Pushing event deleted for resources: {'Port': ['ID=2cf796ab-8cdb-46df-951c-53f5179d2dc3,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:05.943190 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-ea583cb5-838b-463b-9c0c-d4079efb7074 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:06.005482 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-ea583cb5-838b-463b-9c0c-d4079efb7074 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks [] for floatingip, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:06.019566 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-ea583cb5-838b-463b-9c0c-d4079efb7074 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for floatingip, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:06.020682 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-ea583cb5-838b-463b-9c0c-d4079efb7074 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] 10.222.0.50 "DELETE /v2.0/floatingips/83803f63-098d-4f3f-9cf5-1c3933c8d376 HTTP/1.1" status: 204 len: 168 time: 0.8306239 Nov 16 21:58:06.686734 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 46342) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:58:06.842470 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-91782795-ad0e-4191-b032-e35322a312ed admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f76e70d2e71e4d0888bfa0539be685d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1536551 Nov 16 21:58:06.845074 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 46350) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:58:06.902182 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-c5f95831-d220-4b37-a047-20d62f0af322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:06.928560 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-c5f95831-d220-4b37-a047-20d62f0af322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:06.982347 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-c5f95831-d220-4b37-a047-20d62f0af322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:06.986038 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-ffad720e-fcba-4ce8-a0fe-ed6b217a3352 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:06.999939 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f95831-d220-4b37-a047-20d62f0af322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11acf1ed-1396-4da9-b463-3637c0a60ee3,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:07.002424 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-c5f95831-d220-4b37-a047-20d62f0af322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:07.011525 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-c5f95831-d220-4b37-a047-20d62f0af322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:07.012715 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-c5f95831-d220-4b37-a047-20d62f0af322 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/11acf1ed-1396-4da9-b463-3637c0a60ee3 HTTP/1.1" status: 204 len: 168 time: 0.1666193 Nov 16 21:58:07.667541 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 46384) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:58:07.780429 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [None req-2b1d05e5-6117-4c8a-8028-fb0ed8fd919d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1047913889-network', 'tenant_id': 'b29cf42c0ab54830964b0a37d4532280'}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:58:07.785223 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-2b1d05e5-6117-4c8a-8028-fb0ed8fd919d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:58:07.789120 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-2b1d05e5-6117-4c8a-8028-fb0ed8fd919d admin admin] Usage tracker for resource:network and tenant:b29cf42c0ab54830964b0a37d4532280 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:58:07.792101 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-2b1d05e5-6117-4c8a-8028-fb0ed8fd919d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:58:07.797792 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-2b1d05e5-6117-4c8a-8028-fb0ed8fd919d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:58:07.808050 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1d05e5-6117-4c8a-8028-fb0ed8fd919d admin admin] Made reservation on behalf of b29cf42c0ab54830964b0a37d4532280 for: {'network': 1} {{(pid=86863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:58:07.810458 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-2b1d05e5-6117-4c8a-8028-fb0ed8fd919d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for network, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:07.823001 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-2b1d05e5-6117-4c8a-8028-fb0ed8fd919d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:07.838678 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-2b1d05e5-6117-4c8a-8028-fb0ed8fd919d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:58:07.842475 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-2b1d05e5-6117-4c8a-8028-fb0ed8fd919d admin admin] Usage tracker for resource:security_group_rule and tenant:b29cf42c0ab54830964b0a37d4532280 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:58:07.845310 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-2b1d05e5-6117-4c8a-8028-fb0ed8fd919d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:58:07.850993 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-2b1d05e5-6117-4c8a-8028-fb0ed8fd919d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:58:07.944955 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-2b1d05e5-6117-4c8a-8028-fb0ed8fd919d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:07.949032 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-2b1d05e5-6117-4c8a-8028-fb0ed8fd919d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:07.952428 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-11f9edd2-d110-4196-af9f-fd86e646c767 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:07.982384 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b1d05e5-6117-4c8a-8028-fb0ed8fd919d admin admin] vlan segment allocate from pool success with {'vlan_id': 803, 'physical_network': 'physnet1'} {{(pid=86863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:58:07.991747 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1d05e5-6117-4c8a-8028-fb0ed8fd919d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0b98a9-e431-449a-8173-fb004c6e0d1e,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:07.994828 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-2b1d05e5-6117-4c8a-8028-fb0ed8fd919d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:07.998577 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-2b1d05e5-6117-4c8a-8028-fb0ed8fd919d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930301'] for segment, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:07.998885 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.db.segments_db [None req-2b1d05e5-6117-4c8a-8028-fb0ed8fd919d admin admin] Added segment fe55b107-425e-4f5c-b22b-653bc69b8efb of type vlan for network cde6a401-9632-4f3a-aae6-1598de6fdd57 Nov 16 21:58:08.026745 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-2b1d05e5-6117-4c8a-8028-fb0ed8fd919d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790568254639'] for network, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:08.056326 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-2b1d05e5-6117-4c8a-8028-fb0ed8fd919d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446'] for network, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:08.057499 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1d05e5-6117-4c8a-8028-fb0ed8fd919d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:08.058075 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-2b1d05e5-6117-4c8a-8028-fb0ed8fd919d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578116'] for network, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:08.063469 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:08.161361 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1d05e5-6117-4c8a-8028-fb0ed8fd919d admin admin] Pushing event updated for resources: {'Network': ['ID=cde6a401-9632-4f3a-aae6-1598de6fdd57,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:08.167205 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-2b1d05e5-6117-4c8a-8028-fb0ed8fd919d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4959996 Nov 16 21:58:08.167205 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-2b1d05e5-6117-4c8a-8028-fb0ed8fd919d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:08.167455 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 46398) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:58:08.172123 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Network cde6a401-9632-4f3a-aae6-1598de6fdd57 details requested by agent ovs-agent-dv-cinder-818140-1-smb with host dv-cinder-818140-1-smb {{(pid=86865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 16 21:58:08.173438 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [None req-575b9b36-a6b4-4cdd-b7fe-9a409af5a87e admin admin] Request body: {'subnet': {'network_id': 'cde6a401-9632-4f3a-aae6-1598de6fdd57', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1047913889-subnet', 'tenant_id': 'b29cf42c0ab54830964b0a37d4532280', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:58:08.178185 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-575b9b36-a6b4-4cdd-b7fe-9a409af5a87e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:58:08.182082 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-575b9b36-a6b4-4cdd-b7fe-9a409af5a87e admin admin] Usage tracker for resource:subnet and tenant:b29cf42c0ab54830964b0a37d4532280 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:58:08.185048 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-575b9b36-a6b4-4cdd-b7fe-9a409af5a87e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:58:08.191525 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-575b9b36-a6b4-4cdd-b7fe-9a409af5a87e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:58:08.202491 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575b9b36-a6b4-4cdd-b7fe-9a409af5a87e admin admin] Made reservation on behalf of b29cf42c0ab54830964b0a37d4532280 for: {'subnet': 1} {{(pid=86863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:58:08.204936 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-575b9b36-a6b4-4cdd-b7fe-9a409af5a87e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2562397'] for subnet, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:08.405062 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-575b9b36-a6b4-4cdd-b7fe-9a409af5a87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2562351'] for subnet, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:08.410144 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-5b10caed-9a88-4436-9d1e-5118dd5a7c97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:08.575872 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575b9b36-a6b4-4cdd-b7fe-9a409af5a87e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f624b42a-5272-4678-b3b4-7eace127f63b,revision_number=0']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:08.581343 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-575b9b36-a6b4-4cdd-b7fe-9a409af5a87e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:08.582529 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575b9b36-a6b4-4cdd-b7fe-9a409af5a87e admin admin] Checking segment: {'id': 'fe55b107-425e-4f5c-b22b-653bc69b8efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'cde6a401-9632-4f3a-aae6-1598de6fdd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 16 21:58:08.582876 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575b9b36-a6b4-4cdd-b7fe-9a409af5a87e admin admin] Network hostable DHCP agents. Network: cde6a401-9632-4f3a-aae6-1598de6fdd57, hostable agents: ['c74cfb2b-3f17-4f67-977a-702507b4bce6'], hosted agents: [] {{(pid=86863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:58:08.605927 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575b9b36-a6b4-4cdd-b7fe-9a409af5a87e admin admin] Network cde6a401-9632-4f3a-aae6-1598de6fdd57 is scheduled to be hosted by DHCP agent c74cfb2b-3f17-4f67-977a-702507b4bce6 with binding_index 1 {{(pid=86863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:58:08.616239 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.base_scheduler [None req-575b9b36-a6b4-4cdd-b7fe-9a409af5a87e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818140-1-smb, cde6a401-9632-4f3a-aae6-1598de6fdd57) {{(pid=86863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:58:08.620210 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575b9b36-a6b4-4cdd-b7fe-9a409af5a87e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:08.620796 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-575b9b36-a6b4-4cdd-b7fe-9a409af5a87e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578116'] for subnet, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:08.626680 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f90cbd-996f-4f04-a6aa-0502895d5361 None None] Network cde6a401-9632-4f3a-aae6-1598de6fdd57 requested from dv-cinder-818140-1-smb {{(pid=86865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 16 21:58:08.650158 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-575b9b36-a6b4-4cdd-b7fe-9a409af5a87e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4746561 Nov 16 21:58:08.814813 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 46414) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:58:08.864318 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8ae8c1-61aa-4f22-a835-a68293248b2a None None] Network cde6a401-9632-4f3a-aae6-1598de6fdd57 requested from dv-cinder-818140-1-smb {{(pid=86865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 16 21:58:09.471956 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-5971b49e-97a4-4dc6-8610-2528cd7834b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783302'] for router_interface, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:09.818366 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.plugin [None req-5971b49e-97a4-4dc6-8610-2528cd7834b7 admin admin] Deleting port 47b7cff2-a530-4bb3-a4bc-6b8f685bfb70 {{(pid=86863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 16 21:58:09.818998 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-5971b49e-97a4-4dc6-8610-2528cd7834b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790568630941'] for port, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:09.989306 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.db [None req-5971b49e-97a4-4dc6-8610-2528cd7834b7 admin admin] For port 47b7cff2-a530-4bb3-a4bc-6b8f685bfb70, host dv-cinder-818140-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=47b7cff2-a530-4bb3-a4bc-6b8f685bfb70,segment=NetworkSegment(0768277f-89e3-47c8-84f9-a7ae38cc5ef8),segment_id=0768277f-89e3-47c8-84f9-a7ae38cc5ef8)] {{(pid=86863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:58:09.989654 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-5971b49e-97a4-4dc6-8610-2528cd7834b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675270'] for port, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:10.115778 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.plugin [None req-5971b49e-97a4-4dc6-8610-2528cd7834b7 admin admin] Calling delete_port for 47b7cff2-a530-4bb3-a4bc-6b8f685bfb70 owned by network:router_interface {{(pid=86863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 16 21:58:10.298122 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-5971b49e-97a4-4dc6-8610-2528cd7834b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790568634161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790568269114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1459265'] for port, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:10.301932 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-6b99ecd8-8230-48d6-a300-ea12bdf5b130 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:10.445597 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5971b49e-97a4-4dc6-8610-2528cd7834b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=47b7cff2-a530-4bb3-a4bc-6b8f685bfb70,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:10.448656 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-5971b49e-97a4-4dc6-8610-2528cd7834b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:10.855268 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-5971b49e-97a4-4dc6-8610-2528cd7834b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-576423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-723542'] for router_interface, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:10.865086 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11426ba4-2f2d-4661-b93d-03da856b4d83 req-65da4871-ff9d-4b20-ab40-33b153cbafb3 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:10.865748 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-11426ba4-2f2d-4661-b93d-03da856b4d83 req-65da4871-ff9d-4b20-ab40-33b153cbafb3 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Synchronizing usage tracker for tenant:b29cf42c0ab54830964b0a37d4532280 on resource:network {{(pid=86863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:58:10.961782 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-11426ba4-2f2d-4661-b93d-03da856b4d83 req-65da4871-ff9d-4b20-ab40-33b153cbafb3 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Unset dirty status for tenant:b29cf42c0ab54830964b0a37d4532280 on resource:network {{(pid=86863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:58:10.962952 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-11426ba4-2f2d-4661-b93d-03da856b4d83 req-65da4871-ff9d-4b20-ab40-33b153cbafb3 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/networks?id=cde6a401-9632-4f3a-aae6-1598de6fdd57 HTTP/1.1" status: 200 len: 814 time: 0.3619294 Nov 16 21:58:10.988269 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-11426ba4-2f2d-4661-b93d-03da856b4d83 req-b0d508fc-d685-4e29-8c9c-4f4465c1e150 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/quotas/b29cf42c0ab54830964b0a37d4532280 HTTP/1.1" status: 200 len: 375 time: 0.0184808 Nov 16 21:58:11.098074 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-11426ba4-2f2d-4661-b93d-03da856b4d83 req-91f89f92-07e6-4444-a7bc-01a812cc03d7 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b29cf42c0ab54830964b0a37d4532280&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0614872 Nov 16 21:58:11.408666 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-11426ba4-2f2d-4661-b93d-03da856b4d83 req-8e08f72a-9008-4cd6-8dc2-7a3372cfed03 service neutron] 10.222.0.50 "GET /v2.0/networks/cde6a401-9632-4f3a-aae6-1598de6fdd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998700 Nov 16 21:58:11.437491 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5971b49e-97a4-4dc6-8610-2528cd7834b7 admin admin] Router 668b0f38-aba8-4815-9de1-17c0029411c1 has already been hosted by L3 agent 61e322f1-f733-4c16-8e8e-7253ec5fb84a {{(pid=86863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 16 21:58:11.808695 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-11426ba4-2f2d-4661-b93d-03da856b4d83 req-3c85ce42-48ee-4d0d-a52b-c9e73d170877 service neutron] 10.222.0.50 "GET /v2.0/networks/cde6a401-9632-4f3a-aae6-1598de6fdd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3932345 Nov 16 21:58:11.822811 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5971b49e-97a4-4dc6-8610-2528cd7834b7 admin admin] Notify agent at l3_agent.dv-cinder-818140-1-smb the message routers_updated {{(pid=86863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 16 21:58:11.833712 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d26ae41-1639-4c3e-9b60-300a81e7e9e9 None None] Sync routers for ids ['668b0f38-aba8-4815-9de1-17c0029411c1'] in dv-cinder-818140-1-smb {{(pid=86866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:58:11.838014 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-5971b49e-97a4-4dc6-8610-2528cd7834b7 admin admin] 10.222.0.50 "PUT /v2.0/routers/668b0f38-aba8-4815-9de1-17c0029411c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0198920 Nov 16 21:58:11.838199 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 46458) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:58:11.844056 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d26ae41-1639-4c3e-9b60-300a81e7e9e9 None None] Routers {'668b0f38-aba8-4815-9de1-17c0029411c1'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 21:58:11.844720 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_hamode_db [None req-3d26ae41-1639-4c3e-9b60-300a81e7e9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T21:57:57Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['668b0f38-aba8-4815-9de1-17c0029411c1'], 'active': True} {{(pid=86866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:58:12.032114 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-5562a405-2620-47f9-920b-1515eda0d4c9 req-2008eddd-010f-4c70-b238-519b6853c771 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b3dd44e-5ead-4057-925b-1bcccecd4066 HTTP/1.1" status: 200 len: 210 time: 0.0775096 Nov 16 21:58:12.064667 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-d00ea2b3-7f2c-4e66-8e97-ae2d28e2346a admin admin] Notify callbacks [] for router, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:12.096631 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_dvr_db [None req-3d26ae41-1639-4c3e-9b60-300a81e7e9e9 None None] Set router 668b0f38-aba8-4815-9de1-17c0029411c1 gateway port host: dv-cinder-818140-1-smb {{(pid=86866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 21:58:12.254338 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-d00ea2b3-7f2c-4e66-8e97-ae2d28e2346a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:12.264871 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.plugin [None req-d00ea2b3-7f2c-4e66-8e97-ae2d28e2346a admin admin] Deleting port 42a84d3b-7d34-4e74-959e-afc99b56760a {{(pid=86863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 16 21:58:12.266013 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-d00ea2b3-7f2c-4e66-8e97-ae2d28e2346a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790568630941'] for port, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:12.391109 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_hamode_db [None req-3d26ae41-1639-4c3e-9b60-300a81e7e9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668b0f38-aba8-4815-9de1-17c0029411c1', 'name': 'tempest-AttachVolumeShelveTestJSON-809381388-router', 'tenant_id': '727ecad6d44746bbaca7ef41b34b6315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': '42a84d3b-7d34-4e74-959e-afc99b56760a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:51:36Z', 'updated_at': '2021-11-16T21:58:10Z', 'revision_number': 5, 'project_id': '727ecad6d44746bbaca7ef41b34b6315', 'gw_port': {'id': '42a84d3b-7d34-4e74-959e-afc99b56760a', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:74:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668b0f38-aba8-4815-9de1-17c0029411c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:37Z', 'updated_at': '2021-11-16T21:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb'}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:58:12.394864 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d26ae41-1639-4c3e-9b60-300a81e7e9e9 None None] Checking router: 668b0f38-aba8-4815-9de1-17c0029411c1 for host: dv-cinder-818140-1-smb {{(pid=86866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:58:12.403159 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d26ae41-1639-4c3e-9b60-300a81e7e9e9 None None] Routers {'668b0f38-aba8-4815-9de1-17c0029411c1'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 21:58:12.403899 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_hamode_db [None req-3d26ae41-1639-4c3e-9b60-300a81e7e9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T21:57:57Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['668b0f38-aba8-4815-9de1-17c0029411c1'], 'active': True} {{(pid=86866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:58:12.461466 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.db [None req-d00ea2b3-7f2c-4e66-8e97-ae2d28e2346a admin admin] For port 42a84d3b-7d34-4e74-959e-afc99b56760a, host dv-cinder-818140-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=42a84d3b-7d34-4e74-959e-afc99b56760a,segment=NetworkSegment(2032d675-cc73-45c1-95a0-4a6936ebf39a),segment_id=2032d675-cc73-45c1-95a0-4a6936ebf39a)] {{(pid=86863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:58:12.461807 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-d00ea2b3-7f2c-4e66-8e97-ae2d28e2346a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675270'] for port, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:12.557008 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_dvr_db [None req-3d26ae41-1639-4c3e-9b60-300a81e7e9e9 None None] Set router 668b0f38-aba8-4815-9de1-17c0029411c1 gateway port host: None {{(pid=86866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 21:58:12.598216 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.plugin [None req-d00ea2b3-7f2c-4e66-8e97-ae2d28e2346a admin admin] Calling delete_port for 42a84d3b-7d34-4e74-959e-afc99b56760a owned by network:router_gateway {{(pid=86863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 16 21:58:12.669253 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_hamode_db [None req-3d26ae41-1639-4c3e-9b60-300a81e7e9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668b0f38-aba8-4815-9de1-17c0029411c1', 'name': 'tempest-AttachVolumeShelveTestJSON-809381388-router', 'tenant_id': '727ecad6d44746bbaca7ef41b34b6315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:51:36Z', 'updated_at': '2021-11-16T21:58:12Z', 'revision_number': 6, 'project_id': '727ecad6d44746bbaca7ef41b34b6315', 'gw_port_host': None}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:58:12.673561 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d26ae41-1639-4c3e-9b60-300a81e7e9e9 None None] The sync data for ids ['668b0f38-aba8-4815-9de1-17c0029411c1'] in dv-cinder-818140-1-smb is: [{'id': '668b0f38-aba8-4815-9de1-17c0029411c1', 'name': 'tempest-AttachVolumeShelveTestJSON-809381388-router', 'tenant_id': '727ecad6d44746bbaca7ef41b34b6315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:51:36Z', 'updated_at': '2021-11-16T21:58:12Z', 'revision_number': 6, 'project_id': '727ecad6d44746bbaca7ef41b34b6315', 'gw_port_host': None}] {{(pid=86866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:58:12.796629 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-d00ea2b3-7f2c-4e66-8e97-ae2d28e2346a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790568634161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790568269114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1459265'] for port, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:12.801225 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-6b5d361f-2248-46fd-bd4a-638585f58e4e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:12.844862 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00ea2b3-7f2c-4e66-8e97-ae2d28e2346a admin admin] Pushing event deleted for resources: {'Port': ['ID=42a84d3b-7d34-4e74-959e-afc99b56760a,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:12.847941 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-d00ea2b3-7f2c-4e66-8e97-ae2d28e2346a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:12.943311 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-d00ea2b3-7f2c-4e66-8e97-ae2d28e2346a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677593'] for router_gateway, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:13.238293 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-d00ea2b3-7f2c-4e66-8e97-ae2d28e2346a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-677217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6475'] for router, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:13.435853 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-d00ea2b3-7f2c-4e66-8e97-ae2d28e2346a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:13.440217 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-d6042099-95c4-4720-953f-94d7ce711eaa req-691bb288-4663-41a8-9185-aa89d5a5391b tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b3dd44e-5ead-4057-925b-1bcccecd4066 HTTP/1.1" status: 200 len: 210 time: 0.2629323 Nov 16 21:58:13.484807 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-d00ea2b3-7f2c-4e66-8e97-ae2d28e2346a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783128'] for router, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:13.485241 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00ea2b3-7f2c-4e66-8e97-ae2d28e2346a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 668b0f38-aba8-4815-9de1-17c0029411c1 {{(pid=86863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 16 21:58:13.550843 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11426ba4-2f2d-4661-b93d-03da856b4d83 req-4ed0346b-0a4c-4235-9fbd-990d34b449c0 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:13.552349 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-11426ba4-2f2d-4661-b93d-03da856b4d83 req-4ed0346b-0a4c-4235-9fbd-990d34b449c0 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.60 "GET /v2.0/networks?id=cde6a401-9632-4f3a-aae6-1598de6fdd57 HTTP/1.1" status: 200 len: 814 time: 0.4110613 Nov 16 21:58:13.554642 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-d00ea2b3-7f2c-4e66-8e97-ae2d28e2346a admin admin] Notify callbacks [] for router, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:13.555641 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-d00ea2b3-7f2c-4e66-8e97-ae2d28e2346a admin admin] 10.222.0.50 "DELETE /v2.0/routers/668b0f38-aba8-4815-9de1-17c0029411c1 HTTP/1.1" status: 204 len: 168 time: 1.7166317 Nov 16 21:58:13.558299 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 46490) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:58:13.604371 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [req-11426ba4-2f2d-4661-b93d-03da856b4d83 req-89685351-943b-49db-93cd-a5062b7de9d8 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Request body: {'port': {'device_id': '3b3dd44e-5ead-4057-925b-1bcccecd4066', 'network_id': 'cde6a401-9632-4f3a-aae6-1598de6fdd57', 'admin_state_up': True, 'tenant_id': 'b29cf42c0ab54830964b0a37d4532280'}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:58:13.735809 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bdfdff2-c8d2-4717-ac94-a73f3ad1e8ff admin admin] Deleting subnet fd05cea4-2dd2-4a0d-8f4a-e62d3c4e1889 {{(pid=86863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 16 21:58:13.744106 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-8bdfdff2-c8d2-4717-ac94-a73f3ad1e8ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:13.829808 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-8bdfdff2-c8d2-4717-ac94-a73f3ad1e8ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2982123'] for subnet, precommit_delete_associations {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:13.860521 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [req-11426ba4-2f2d-4661-b93d-03da856b4d83 req-89685351-943b-49db-93cd-a5062b7de9d8 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:58:13.870908 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-11426ba4-2f2d-4661-b93d-03da856b4d83 req-89685351-943b-49db-93cd-a5062b7de9d8 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Usage tracker for resource:port and tenant:b29cf42c0ab54830964b0a37d4532280 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:58:13.874979 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-11426ba4-2f2d-4661-b93d-03da856b4d83 req-89685351-943b-49db-93cd-a5062b7de9d8 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:58:13.883020 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [req-11426ba4-2f2d-4661-b93d-03da856b4d83 req-89685351-943b-49db-93cd-a5062b7de9d8 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:58:13.907811 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11426ba4-2f2d-4661-b93d-03da856b4d83 req-89685351-943b-49db-93cd-a5062b7de9d8 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Made reservation on behalf of b29cf42c0ab54830964b0a37d4532280 for: {'port': 1} {{(pid=86863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:58:13.911223 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-11426ba4-2f2d-4661-b93d-03da856b4d83 req-89685351-943b-49db-93cd-a5062b7de9d8 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:13.997333 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device 42a84d3b-7d34-4e74-959e-afc99b56760a no longer exists at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 16 21:58:14.025747 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-8bdfdff2-c8d2-4717-ac94-a73f3ad1e8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7959338'] for subnet, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:14.043253 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] No Port match for: 42a84d3b-7d34-4e74-959e-afc99b56760a {{(pid=86865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 16 21:58:14.043601 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device 42a84d3b-7d34-4e74-959e-afc99b56760a not bound to the agent host dv-cinder-818140-1-smb {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 16 21:58:14.044187 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device 47b7cff2-a530-4bb3-a4bc-6b8f685bfb70 no longer exists at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 16 21:58:14.081422 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] No Port match for: 47b7cff2-a530-4bb3-a4bc-6b8f685bfb70 {{(pid=86865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 16 21:58:14.081720 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device 47b7cff2-a530-4bb3-a4bc-6b8f685bfb70 not bound to the agent host dv-cinder-818140-1-smb {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 16 21:58:14.156656 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.db_base_plugin_common [req-11426ba4-2f2d-4661-b93d-03da856b4d83 req-89685351-943b-49db-93cd-a5062b7de9d8 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Allocated IP 172.20.0.3 (cde6a401-9632-4f3a-aae6-1598de6fdd57/f624b42a-5272-4678-b3b4-7eace127f63b/38f0b31a-3d83-473d-914e-d1708d2705b4) {{(pid=86863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:58:14.159355 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-8bdfdff2-c8d2-4717-ac94-a73f3ad1e8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7959329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1459218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2562358'] for subnet, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:14.166067 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-1bc9d7d1-24cd-4756-a286-f828e16ab1f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:14.208815 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdfdff2-c8d2-4717-ac94-a73f3ad1e8ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd05cea4-2dd2-4a0d-8f4a-e62d3c4e1889,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:14.213971 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-8bdfdff2-c8d2-4717-ac94-a73f3ad1e8ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:14.214790 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-8bdfdff2-c8d2-4717-ac94-a73f3ad1e8ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578116'] for subnet, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:14.222712 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f79f833-d44a-45ed-999f-237526f6c75d None None] Network cfb6277a-1481-4312-adb0-643dce04514b requested from dv-cinder-818140-1-smb {{(pid=86865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 16 21:58:14.238000 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-8bdfdff2-c8d2-4717-ac94-a73f3ad1e8ff admin admin] 10.222.0.50 "DELETE /v2.0/subnets/fd05cea4-2dd2-4a0d-8f4a-e62d3c4e1889 HTTP/1.1" status: 204 len: 168 time: 0.6786940 Nov 16 21:58:14.240618 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 46502) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:58:14.365951 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-2d0cec17-dc63-41a8-8d8d-3c71eca51143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7988716'] for network, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:14.377899 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.plugin [None req-2d0cec17-dc63-41a8-8d8d-3c71eca51143 admin admin] Deleting port 09153ff4-6659-45b4-ba14-042f1b003588 {{(pid=86864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 16 21:58:14.378534 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-2d0cec17-dc63-41a8-8d8d-3c71eca51143 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790568630941'] for port, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:14.426563 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-11426ba4-2f2d-4661-b93d-03da856b4d83 req-89685351-943b-49db-93cd-a5062b7de9d8 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Notify callbacks [] for port, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:14.461564 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-11426ba4-2f2d-4661-b93d-03da856b4d83 req-89685351-943b-49db-93cd-a5062b7de9d8 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790568269105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1459265'] for port, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:14.476530 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-a925d622-7548-49a4-a816-c38decd73660 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:14.576180 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89685351-943b-49db-93cd-a5062b7de9d8 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Pushing event updated for resources: {'Port': ['ID=38f0b31a-3d83-473d-914e-d1708d2705b4,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:14.582048 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40728f4f-d120-4ee6-87e8-b91dec946fef None None] DHCP port deletion for cfb6277a-1481-4312-adb0-643dce04514b request from dv-cinder-818140-1-smb {{(pid=86865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 16 21:58:14.587314 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-40728f4f-d120-4ee6-87e8-b91dec946fef None None] Deleting port 09153ff4-6659-45b4-ba14-042f1b003588 {{(pid=86865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 16 21:58:14.587926 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-40728f4f-d120-4ee6-87e8-b91dec946fef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790568630941'] for port, before_delete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:14.593365 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11426ba4-2f2d-4661-b93d-03da856b4d83 req-89685351-943b-49db-93cd-a5062b7de9d8 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Network cde6a401-9632-4f3a-aae6-1598de6fdd57 is already hosted by enough agents. {{(pid=86863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:58:14.595014 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-89685351-943b-49db-93cd-a5062b7de9d8 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:14.597669 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.base_scheduler [req-11426ba4-2f2d-4661-b93d-03da856b4d83 req-89685351-943b-49db-93cd-a5062b7de9d8 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Resources bound (agent type, host, resource id): {{(pid=86863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:58:14.606100 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.l3_dvrscheduler_db [req-11426ba4-2f2d-4661-b93d-03da856b4d83 req-89685351-943b-49db-93cd-a5062b7de9d8 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Received port after_create {{(pid=86863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 16 21:58:14.684052 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11426ba4-2f2d-4661-b93d-03da856b4d83 req-89685351-943b-49db-93cd-a5062b7de9d8 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:14.684574 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-11426ba4-2f2d-4661-b93d-03da856b4d83 req-89685351-943b-49db-93cd-a5062b7de9d8 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for port, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:14.704112 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-11426ba4-2f2d-4661-b93d-03da856b4d83 req-89685351-943b-49db-93cd-a5062b7de9d8 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1065214 Nov 16 21:58:14.708663 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.db [None req-2d0cec17-dc63-41a8-8d8d-3c71eca51143 admin admin] For port 09153ff4-6659-45b4-ba14-042f1b003588, host dv-cinder-818140-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=09153ff4-6659-45b4-ba14-042f1b003588,segment=NetworkSegment(0768277f-89e3-47c8-84f9-a7ae38cc5ef8),segment_id=0768277f-89e3-47c8-84f9-a7ae38cc5ef8)] {{(pid=86864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:58:14.709015 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-2d0cec17-dc63-41a8-8d8d-3c71eca51143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675270'] for port, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:14.720377 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [req-11426ba4-2f2d-4661-b93d-03da856b4d83 req-9162ee5a-ddb1-49e3-8f1b-a0854e4934d4 service neutron] Request body: {'port': {'device_id': '3b3dd44e-5ead-4057-925b-1bcccecd4066', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81814'}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:58:14.826718 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-40728f4f-d120-4ee6-87e8-b91dec946fef None None] For port 09153ff4-6659-45b4-ba14-042f1b003588, host dv-cinder-818140-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=09153ff4-6659-45b4-ba14-042f1b003588,segment=NetworkSegment(0768277f-89e3-47c8-84f9-a7ae38cc5ef8),segment_id=0768277f-89e3-47c8-84f9-a7ae38cc5ef8)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:58:14.827103 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-40728f4f-d120-4ee6-87e8-b91dec946fef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675270'] for port, precommit_delete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:14.840021 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-11426ba4-2f2d-4661-b93d-03da856b4d83 req-9162ee5a-ddb1-49e3-8f1b-a0854e4934d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:14.840475 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.plugin [None req-2d0cec17-dc63-41a8-8d8d-3c71eca51143 admin admin] Calling delete_port for 09153ff4-6659-45b4-ba14-042f1b003588 owned by network:dhcp {{(pid=86864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 16 21:58:14.898717 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073bd1c-bc09-4525-977a-4cea60c433af req-c112cc8f-46c1-4e8f-a7ef-30a64c66e605 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:14.900556 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-d073bd1c-bc09-4525-977a-4cea60c433af req-c112cc8f-46c1-4e8f-a7ef-30a64c66e605 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b3dd44e-5ead-4057-925b-1bcccecd4066 HTTP/1.1" status: 200 len: 931 time: 0.2666211 Nov 16 21:58:14.960868 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-40728f4f-d120-4ee6-87e8-b91dec946fef None None] Calling delete_port for 09153ff4-6659-45b4-ba14-042f1b003588 owned by network:dhcp {{(pid=86865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 16 21:58:14.973062 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-d073bd1c-bc09-4525-977a-4cea60c433af req-841aa552-dc8d-4de7-ab7a-a207fc7da530 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e0b98a9-e431-449a-8173-fb004c6e0d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637450 Nov 16 21:58:14.979802 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-2d0cec17-dc63-41a8-8d8d-3c71eca51143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790568634161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790568269114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3119288'] for port, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:14.986469 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-089edee4-a4ef-4a3f-924f-19a2341c6241 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:15.035025 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0cec17-dc63-41a8-8d8d-3c71eca51143 admin admin] Pushing event deleted for resources: {'Port': ['ID=09153ff4-6659-45b4-ba14-042f1b003588,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:15.036912 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0cec17-dc63-41a8-8d8d-3c71eca51143 admin admin] No DVR routers for this DVR port 09153ff4-6659-45b4-ba14-042f1b003588 on host dv-cinder-818140-1-smb {{(pid=86864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:58:15.038445 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-2d0cec17-dc63-41a8-8d8d-3c71eca51143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:15.055218 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.db.api [None req-40728f4f-d120-4ee6-87e8-b91dec946fef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:58:15.055818 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_db.api [None req-40728f4f-d120-4ee6-87e8-b91dec946fef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:58:15.160118 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-2d0cec17-dc63-41a8-8d8d-3c71eca51143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7962236', 'neutron.services.segments.db._delete_segments_for_network-8790568771669'] for network, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:15.184781 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.services.segments.db [None req-2d0cec17-dc63-41a8-8d8d-3c71eca51143 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfb6277a-1481-4312-adb0-643dce04514b']}} {{(pid=86864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:58:15.196860 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.services.segments.db [None req-2d0cec17-dc63-41a8-8d8d-3c71eca51143 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0768277f-89e3-47c8-84f9-a7ae38cc5ef8') {'for_net_delete': True} {{(pid=86864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:58:15.197148 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.services.segments.db [None req-2d0cec17-dc63-41a8-8d8d-3c71eca51143 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0768277f-89e3-47c8-84f9-a7ae38cc5ef8') {} {{(pid=86864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:58:15.208634 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-2d0cec17-dc63-41a8-8d8d-3c71eca51143 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790568701269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1095441'] for segment, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:15.224453 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-2d0cec17-dc63-41a8-8d8d-3c71eca51143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930301'] for segment, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:15.230516 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.notifiers.nova [req-11426ba4-2f2d-4661-b93d-03da856b4d83 req-9162ee5a-ddb1-49e3-8f1b-a0854e4934d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38f0b31a-3d83-473d-914e-d1708d2705b4 {{(pid=86863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:58:15.230735 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d0cec17-dc63-41a8-8d8d-3c71eca51143 admin admin] Releasing vlan 822 on physical network physnet1 to pool {{(pid=86864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:58:15.231116 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-2d0cec17-dc63-41a8-8d8d-3c71eca51143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7930292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3119245'] for segment, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:15.238366 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-11426ba4-2f2d-4661-b93d-03da856b4d83 req-9162ee5a-ddb1-49e3-8f1b-a0854e4934d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:15.244912 dv-cinder-818140-1-smb neutron-server[86864]: Traceback (most recent call last): Nov 16 21:58:15.244912 dv-cinder-818140-1-smb neutron-server[86864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:58:15.244912 dv-cinder-818140-1-smb neutron-server[86864]: timer() Nov 16 21:58:15.244912 dv-cinder-818140-1-smb neutron-server[86864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:58:15.244912 dv-cinder-818140-1-smb neutron-server[86864]: cb(*args, **kw) Nov 16 21:58:15.244912 dv-cinder-818140-1-smb neutron-server[86864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 16 21:58:15.244912 dv-cinder-818140-1-smb neutron-server[86864]: return func(*args, **kwargs) Nov 16 21:58:15.244912 dv-cinder-818140-1-smb neutron-server[86864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:58:15.244912 dv-cinder-818140-1-smb neutron-server[86864]: self._notify() Nov 16 21:58:15.244912 dv-cinder-818140-1-smb neutron-server[86864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:58:15.244912 dv-cinder-818140-1-smb neutron-server[86864]: self.callback(batched_events) Nov 16 21:58:15.244912 dv-cinder-818140-1-smb neutron-server[86864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:58:15.244912 dv-cinder-818140-1-smb neutron-server[86864]: event.method(event) Nov 16 21:58:15.244912 dv-cinder-818140-1-smb neutron-server[86864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 16 21:58:15.244912 dv-cinder-818140-1-smb neutron-server[86864]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:58:15.244912 dv-cinder-818140-1-smb neutron-server[86864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 16 21:58:15.244912 dv-cinder-818140-1-smb neutron-server[86864]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:58:15.244912 dv-cinder-818140-1-smb neutron-server[86864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 16 21:58:15.244912 dv-cinder-818140-1-smb neutron-server[86864]: return f(self, *a, **k) Nov 16 21:58:15.244912 dv-cinder-818140-1-smb neutron-server[86864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 16 21:58:15.244912 dv-cinder-818140-1-smb neutron-server[86864]: return self._get(url).json() Nov 16 21:58:15.244912 dv-cinder-818140-1-smb neutron-server[86864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 16 21:58:15.244912 dv-cinder-818140-1-smb neutron-server[86864]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:58:15.244912 dv-cinder-818140-1-smb neutron-server[86864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:58:15.244912 dv-cinder-818140-1-smb neutron-server[86864]: return self.request(url, 'GET', **kwargs) Nov 16 21:58:15.244912 dv-cinder-818140-1-smb neutron-server[86864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:58:15.244912 dv-cinder-818140-1-smb neutron-server[86864]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:58:15.244912 dv-cinder-818140-1-smb neutron-server[86864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:58:15.244912 dv-cinder-818140-1-smb neutron-server[86864]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:58:15.244912 dv-cinder-818140-1-smb neutron-server[86864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:58:15.244912 dv-cinder-818140-1-smb neutron-server[86864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:58:15.244912 dv-cinder-818140-1-smb neutron-server[86864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:58:15.321343 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.provisioning_blocks [req-11426ba4-2f2d-4661-b93d-03da856b4d83 req-9162ee5a-ddb1-49e3-8f1b-a0854e4934d4 service neutron] Transition to ACTIVE for port object 38f0b31a-3d83-473d-914e-d1708d2705b4 will not be triggered until provisioned by entity L2. {{(pid=86863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:58:15.321579 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-2d0cec17-dc63-41a8-8d8d-3c71eca51143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7962117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677574'] for network, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:15.324999 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:15.325429 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-11426ba4-2f2d-4661-b93d-03da856b4d83 req-9162ee5a-ddb1-49e3-8f1b-a0854e4934d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1459288'] for port, after_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:15.331061 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-2f4f48d5-3fdf-4b5b-a259-9002c9e7d9de tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:15.342649 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-2d0cec17-dc63-41a8-8d8d-3c71eca51143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578116'] for network, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:15.353295 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0cec17-dc63-41a8-8d8d-3c71eca51143 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfb6277a-1481-4312-adb0-643dce04514b,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:15.356467 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-2d0cec17-dc63-41a8-8d8d-3c71eca51143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:15.368464 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-2d0cec17-dc63-41a8-8d8d-3c71eca51143 admin admin] 10.222.0.50 "DELETE /v2.0/networks/cfb6277a-1481-4312-adb0-643dce04514b HTTP/1.1" status: 204 len: 168 time: 1.1268082 Nov 16 21:58:15.482779 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 46522) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:58:15.535501 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-6999e874-5dff-4247-b5fe-58c252f73425 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=727ecad6d44746bbaca7ef41b34b6315&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0513444 Nov 16 21:58:15.537984 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 46526) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:58:15.557303 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-40728f4f-d120-4ee6-87e8-b91dec946fef None None] Deleting port 09153ff4-6659-45b4-ba14-042f1b003588 {{(pid=86865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 16 21:58:15.558342 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-40728f4f-d120-4ee6-87e8-b91dec946fef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790568630941'] for port, before_delete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:15.607881 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9162ee5a-ddb1-49e3-8f1b-a0854e4934d4 service neutron] Pushing event updated for resources: {'Port': ['ID=38f0b31a-3d83-473d-914e-d1708d2705b4,revision_number=2']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:15.612765 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-9162ee5a-ddb1-49e3-8f1b-a0854e4934d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:15.632350 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-40728f4f-d120-4ee6-87e8-b91dec946fef None None] The port '09153ff4-6659-45b4-ba14-042f1b003588' was deleted {{(pid=86865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 16 21:58:15.706130 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-a964e0f3-07b1-4808-8df9-f814c4db4bd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:15.709422 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.managers [req-11426ba4-2f2d-4661-b93d-03da856b4d83 req-9162ee5a-ddb1-49e3-8f1b-a0854e4934d4 service neutron] Attempting to bind port 38f0b31a-3d83-473d-914e-d1708d2705b4 on host hv-cinder-81814 for vnic_type normal with profile {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 21:58:15.709759 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.managers [req-11426ba4-2f2d-4661-b93d-03da856b4d83 req-9162ee5a-ddb1-49e3-8f1b-a0854e4934d4 service neutron] Attempting to bind port 38f0b31a-3d83-473d-914e-d1708d2705b4 by drivers openvswitch,hyperv on host hv-cinder-81814 at level 0 using segments [{'id': 'fe55b107-425e-4f5c-b22b-653bc69b8efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'cde6a401-9632-4f3a-aae6-1598de6fdd57'}] {{(pid=86863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 21:58:15.710113 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11426ba4-2f2d-4661-b93d-03da856b4d83 req-9162ee5a-ddb1-49e3-8f1b-a0854e4934d4 service neutron] Attempting to bind port 38f0b31a-3d83-473d-914e-d1708d2705b4 on network cde6a401-9632-4f3a-aae6-1598de6fdd57 {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 16 21:58:15.714885 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11426ba4-2f2d-4661-b93d-03da856b4d83 req-9162ee5a-ddb1-49e3-8f1b-a0854e4934d4 service neutron] Port 38f0b31a-3d83-473d-914e-d1708d2705b4 on network cde6a401-9632-4f3a-aae6-1598de6fdd57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81814 {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 16 21:58:15.715190 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11426ba4-2f2d-4661-b93d-03da856b4d83 req-9162ee5a-ddb1-49e3-8f1b-a0854e4934d4 service neutron] Attempting to bind port 38f0b31a-3d83-473d-914e-d1708d2705b4 on network cde6a401-9632-4f3a-aae6-1598de6fdd57 {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 16 21:58:15.721677 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11426ba4-2f2d-4661-b93d-03da856b4d83 req-9162ee5a-ddb1-49e3-8f1b-a0854e4934d4 service neutron] Checking agent: {'id': '426a5c9b-164f-481a-ad6e-a795536ce9ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81814', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 49, 31), 'started_at': datetime.datetime(2021, 11, 16, 21, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 16 21:58:15.722011 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11426ba4-2f2d-4661-b93d-03da856b4d83 req-9162ee5a-ddb1-49e3-8f1b-a0854e4934d4 service neutron] Checking segment: {'id': 'fe55b107-425e-4f5c-b22b-653bc69b8efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'cde6a401-9632-4f3a-aae6-1598de6fdd57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 16 21:58:15.722427 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11426ba4-2f2d-4661-b93d-03da856b4d83 req-9162ee5a-ddb1-49e3-8f1b-a0854e4934d4 service neutron] Bound using segment: {'id': 'fe55b107-425e-4f5c-b22b-653bc69b8efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'cde6a401-9632-4f3a-aae6-1598de6fdd57'} {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 16 21:58:15.722868 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.managers [req-11426ba4-2f2d-4661-b93d-03da856b4d83 req-9162ee5a-ddb1-49e3-8f1b-a0854e4934d4 service neutron] Bound port: 38f0b31a-3d83-473d-914e-d1708d2705b4, host: hv-cinder-81814, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe55b107-425e-4f5c-b22b-653bc69b8efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'cde6a401-9632-4f3a-aae6-1598de6fdd57'}}] {{(pid=86863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 21:58:15.723213 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-11426ba4-2f2d-4661-b93d-03da856b4d83 req-9162ee5a-ddb1-49e3-8f1b-a0854e4934d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:15.736837 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-a964e0f3-07b1-4808-8df9-f814c4db4bd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:15.797471 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-a964e0f3-07b1-4808-8df9-f814c4db4bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:15.801109 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-cf17add4-602c-48a7-a8ac-b67b85d7884f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:15.815403 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a964e0f3-07b1-4808-8df9-f814c4db4bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc0ba36-44a4-42a0-83a2-2b9aa826388d,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:15.821038 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-a964e0f3-07b1-4808-8df9-f814c4db4bd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:15.823182 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-a964e0f3-07b1-4808-8df9-f814c4db4bd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:15.824288 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-a964e0f3-07b1-4808-8df9-f814c4db4bd4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3cc0ba36-44a4-42a0-83a2-2b9aa826388d HTTP/1.1" status: 204 len: 168 time: 0.2853782 Nov 16 21:58:15.829018 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.db [req-11426ba4-2f2d-4661-b93d-03da856b4d83 req-9162ee5a-ddb1-49e3-8f1b-a0854e4934d4 service neutron] For port 38f0b31a-3d83-473d-914e-d1708d2705b4, host hv-cinder-81814, cleared binding levels {{(pid=86863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 16 21:58:15.832588 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.db [req-11426ba4-2f2d-4661-b93d-03da856b4d83 req-9162ee5a-ddb1-49e3-8f1b-a0854e4934d4 service neutron] For port 38f0b31a-3d83-473d-914e-d1708d2705b4, host hv-cinder-81814, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=38f0b31a-3d83-473d-914e-d1708d2705b4,segment=NetworkSegment(fe55b107-425e-4f5c-b22b-653bc69b8efb),segment_id=fe55b107-425e-4f5c-b22b-653bc69b8efb)] {{(pid=86863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 16 21:58:15.836261 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-11426ba4-2f2d-4661-b93d-03da856b4d83 req-9162ee5a-ddb1-49e3-8f1b-a0854e4934d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1459288'] for port, after_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:15.840827 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-89685351-943b-49db-93cd-a5062b7de9d8 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:15.898949 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11426ba4-2f2d-4661-b93d-03da856b4d83 req-9162ee5a-ddb1-49e3-8f1b-a0854e4934d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:15.899556 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-11426ba4-2f2d-4661-b93d-03da856b4d83 req-9162ee5a-ddb1-49e3-8f1b-a0854e4934d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for port, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:15.901092 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-11426ba4-2f2d-4661-b93d-03da856b4d83 req-9162ee5a-ddb1-49e3-8f1b-a0854e4934d4 service neutron] 10.222.0.60 "PUT /v2.0/ports/38f0b31a-3d83-473d-914e-d1708d2705b4 HTTP/1.1" status: 200 len: 1093 time: 1.1860759 Nov 16 21:58:15.904082 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b3dd44e-5ead-4057-925b-1bcccecd4066', 'tag': '38f0b31a-3d83-473d-914e-d1708d2705b4'}] {{(pid=86863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:58:16.019444 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device 09153ff4-6659-45b4-ba14-042f1b003588 no longer exists at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 16 21:58:16.025079 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b3dd44e-5ead-4057-925b-1bcccecd4066', 'tag': '38f0b31a-3d83-473d-914e-d1708d2705b4', 'status': 'completed', 'code': 200} Nov 16 21:58:16.026127 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9162ee5a-ddb1-49e3-8f1b-a0854e4934d4 service neutron] Pushing event updated for resources: {'Port': ['ID=38f0b31a-3d83-473d-914e-d1708d2705b4,revision_number=3']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:16.040957 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-9162ee5a-ddb1-49e3-8f1b-a0854e4934d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:16.085128 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] No Port match for: 09153ff4-6659-45b4-ba14-042f1b003588 {{(pid=86865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 16 21:58:16.085634 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device 09153ff4-6659-45b4-ba14-042f1b003588 not bound to the agent host dv-cinder-818140-1-smb {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 16 21:58:16.099174 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11426ba4-2f2d-4661-b93d-03da856b4d83 req-fe27dd01-508e-4e46-8ddd-f2d7f61b40a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:16.100720 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-11426ba4-2f2d-4661-b93d-03da856b4d83 req-fe27dd01-508e-4e46-8ddd-f2d7f61b40a8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b29cf42c0ab54830964b0a37d4532280&device_id=3b3dd44e-5ead-4057-925b-1bcccecd4066 HTTP/1.1" status: 200 len: 1096 time: 0.1369376 Nov 16 21:58:16.179089 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-11426ba4-2f2d-4661-b93d-03da856b4d83 req-49cdc40e-ed97-4076-8632-0d8760d7ed7b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38f0b31a-3d83-473d-914e-d1708d2705b4 HTTP/1.1" status: 200 len: 217 time: 0.0651510 Nov 16 21:58:16.208270 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc55968-1c6f-4820-9159-83bd5ed3db83 req-e0696752-6b43-4237-9ba1-f0a9865e782d tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:16.209795 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-bbc55968-1c6f-4820-9159-83bd5ed3db83 req-e0696752-6b43-4237-9ba1-f0a9865e782d tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b3dd44e-5ead-4057-925b-1bcccecd4066 HTTP/1.1" status: 200 len: 943 time: 0.0994859 Nov 16 21:58:16.258405 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11426ba4-2f2d-4661-b93d-03da856b4d83 req-0b48de99-7fed-47ca-b342-afe8c8a988c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:16.259725 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-11426ba4-2f2d-4661-b93d-03da856b4d83 req-0b48de99-7fed-47ca-b342-afe8c8a988c9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f624b42a-5272-4678-b3b4-7eace127f63b HTTP/1.1" status: 200 len: 854 time: 0.0739527 Nov 16 21:58:16.264327 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-bbc55968-1c6f-4820-9159-83bd5ed3db83 req-d38be964-6b57-45b4-9392-efdc7bb9a9d8 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e0b98a9-e431-449a-8173-fb004c6e0d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483966 Nov 16 21:58:16.309274 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-11426ba4-2f2d-4661-b93d-03da856b4d83 req-db9c92f5-6eb9-4b9f-b25e-f80ae9406a11 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cde6a401-9632-4f3a-aae6-1598de6fdd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423172 Nov 16 21:58:16.451511 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-11426ba4-2f2d-4661-b93d-03da856b4d83 req-50b04974-ef88-4db9-aa92-6a83adb647a0 service neutron] 10.222.0.60 "GET /v2.0/networks/cde6a401-9632-4f3a-aae6-1598de6fdd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347067 Nov 16 21:58:16.604181 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-11426ba4-2f2d-4661-b93d-03da856b4d83 req-885e7f81-1e55-4aae-aae7-c24fea41426e service neutron] 10.222.0.60 "GET /v2.0/networks/cde6a401-9632-4f3a-aae6-1598de6fdd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431322 Nov 16 21:58:16.719149 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 46574) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:58:16.730283 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730164ff-503f-4de3-8385-0960571bd3eb req-ecd1a3d0-8849-4273-9fcd-4b0a286399d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:16.731808 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-730164ff-503f-4de3-8385-0960571bd3eb req-ecd1a3d0-8849-4273-9fcd-4b0a286399d0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b29cf42c0ab54830964b0a37d4532280&device_id=3b3dd44e-5ead-4057-925b-1bcccecd4066 HTTP/1.1" status: 200 len: 1096 time: 0.0776393 Nov 16 21:58:16.830148 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.v2.base [None req-2ae6570d-372d-43ea-8b7b-7e68d7388cc2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1437510359-network', 'tenant_id': '3bf5039f095d46f4a53b07fe42d77424'}} {{(pid=86864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:58:16.834613 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-2ae6570d-372d-43ea-8b7b-7e68d7388cc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:58:16.838428 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-2ae6570d-372d-43ea-8b7b-7e68d7388cc2 admin admin] Usage tracker for resource:network and tenant:3bf5039f095d46f4a53b07fe42d77424 is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:58:16.841215 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-2ae6570d-372d-43ea-8b7b-7e68d7388cc2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:58:16.847578 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-2ae6570d-372d-43ea-8b7b-7e68d7388cc2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:58:16.856981 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae6570d-372d-43ea-8b7b-7e68d7388cc2 admin admin] Made reservation on behalf of 3bf5039f095d46f4a53b07fe42d77424 for: {'network': 1} {{(pid=86864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:58:16.860013 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-2ae6570d-372d-43ea-8b7b-7e68d7388cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for network, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:16.872062 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-2ae6570d-372d-43ea-8b7b-7e68d7388cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:16.874367 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730164ff-503f-4de3-8385-0960571bd3eb req-a0623984-0936-4e45-a71c-9057d6fbde9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:16.876297 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-730164ff-503f-4de3-8385-0960571bd3eb req-a0623984-0936-4e45-a71c-9057d6fbde9b service neutron] 10.222.0.60 "GET /v2.0/networks?id=cde6a401-9632-4f3a-aae6-1598de6fdd57 HTTP/1.1" status: 200 len: 915 time: 0.1347816 Nov 16 21:58:16.886952 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-2ae6570d-372d-43ea-8b7b-7e68d7388cc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:58:16.891305 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-2ae6570d-372d-43ea-8b7b-7e68d7388cc2 admin admin] Usage tracker for resource:security_group_rule and tenant:3bf5039f095d46f4a53b07fe42d77424 is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:58:16.894158 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-2ae6570d-372d-43ea-8b7b-7e68d7388cc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:58:16.899954 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-2ae6570d-372d-43ea-8b7b-7e68d7388cc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:58:16.951883 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-730164ff-503f-4de3-8385-0960571bd3eb req-d34bcd7b-6028-4080-9854-e337ee7e131a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38f0b31a-3d83-473d-914e-d1708d2705b4 HTTP/1.1" status: 200 len: 217 time: 0.0680933 Nov 16 21:58:16.987220 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-2ae6570d-372d-43ea-8b7b-7e68d7388cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:16.991224 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-2ae6570d-372d-43ea-8b7b-7e68d7388cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:16.995533 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-bf67e78b-a1fa-46bb-94c0-80de8c24460f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:17.021964 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730164ff-503f-4de3-8385-0960571bd3eb req-de092aca-867f-4fd6-b712-bbf39270dfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:17.023413 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-730164ff-503f-4de3-8385-0960571bd3eb req-de092aca-867f-4fd6-b712-bbf39270dfae service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f624b42a-5272-4678-b3b4-7eace127f63b HTTP/1.1" status: 200 len: 854 time: 0.0631976 Nov 16 21:58:17.025384 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ae6570d-372d-43ea-8b7b-7e68d7388cc2 admin admin] vlan segment allocate from pool success with {'vlan_id': 837, 'physical_network': 'physnet1'} {{(pid=86864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:58:17.034188 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae6570d-372d-43ea-8b7b-7e68d7388cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4caa0b3a-b3b9-43c8-8293-10a587359871,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:17.037386 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-2ae6570d-372d-43ea-8b7b-7e68d7388cc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:17.041785 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-2ae6570d-372d-43ea-8b7b-7e68d7388cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930301'] for segment, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:17.041785 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.db.segments_db [None req-2ae6570d-372d-43ea-8b7b-7e68d7388cc2 admin admin] Added segment b398a95e-650d-491e-baa3-047738822f6c of type vlan for network 57efdfde-6c7d-4925-ae2a-ffc86d7102e9 Nov 16 21:58:17.069603 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-2ae6570d-372d-43ea-8b7b-7e68d7388cc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790568254639'] for network, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:17.075685 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-730164ff-503f-4de3-8385-0960571bd3eb req-188170bf-61d3-40ac-94c4-ffd24a6f07f6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cde6a401-9632-4f3a-aae6-1598de6fdd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448155 Nov 16 21:58:17.102808 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-2ae6570d-372d-43ea-8b7b-7e68d7388cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446'] for network, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:17.104090 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae6570d-372d-43ea-8b7b-7e68d7388cc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:17.104642 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-2ae6570d-372d-43ea-8b7b-7e68d7388cc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578116'] for network, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:17.109823 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-2d0cec17-dc63-41a8-8d8d-3c71eca51143 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:17.202966 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-2ae6570d-372d-43ea-8b7b-7e68d7388cc2 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4827096 Nov 16 21:58:17.206068 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae6570d-372d-43ea-8b7b-7e68d7388cc2 admin admin] Pushing event updated for resources: {'Network': ['ID=57efdfde-6c7d-4925-ae2a-ffc86d7102e9,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:17.207569 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 46580) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:58:17.208637 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-2ae6570d-372d-43ea-8b7b-7e68d7388cc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:17.215702 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [None req-d73efbcc-869c-411f-8fb2-2c043f803389 admin admin] Request body: {'subnet': {'network_id': '57efdfde-6c7d-4925-ae2a-ffc86d7102e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1437510359-subnet', 'tenant_id': '3bf5039f095d46f4a53b07fe42d77424', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:58:17.216550 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Network 57efdfde-6c7d-4925-ae2a-ffc86d7102e9 details requested by agent ovs-agent-dv-cinder-818140-1-smb with host dv-cinder-818140-1-smb {{(pid=86865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 16 21:58:17.223736 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-d73efbcc-869c-411f-8fb2-2c043f803389 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:58:17.227171 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-730164ff-503f-4de3-8385-0960571bd3eb req-518dca2c-0027-4061-8b85-543e33c90e31 service neutron] 10.222.0.60 "GET /v2.0/networks/cde6a401-9632-4f3a-aae6-1598de6fdd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402681 Nov 16 21:58:17.229358 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-d73efbcc-869c-411f-8fb2-2c043f803389 admin admin] Usage tracker for resource:subnet and tenant:3bf5039f095d46f4a53b07fe42d77424 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:58:17.232269 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-d73efbcc-869c-411f-8fb2-2c043f803389 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:58:17.256006 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-d73efbcc-869c-411f-8fb2-2c043f803389 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:58:17.325249 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73efbcc-869c-411f-8fb2-2c043f803389 admin admin] Made reservation on behalf of 3bf5039f095d46f4a53b07fe42d77424 for: {'subnet': 1} {{(pid=86863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:58:17.327562 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-d73efbcc-869c-411f-8fb2-2c043f803389 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2562397'] for subnet, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:17.616218 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-730164ff-503f-4de3-8385-0960571bd3eb req-b730482b-2429-4c18-9146-0217141dfb7e service neutron] 10.222.0.60 "GET /v2.0/networks/cde6a401-9632-4f3a-aae6-1598de6fdd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3799036 Nov 16 21:58:17.656897 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0389ffd3-6def-42ff-ab2f-eebe71f26785 req-237742b1-db3f-4dc1-8803-d4099fd4b6e7 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:17.657296 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-0389ffd3-6def-42ff-ab2f-eebe71f26785 req-237742b1-db3f-4dc1-8803-d4099fd4b6e7 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Synchronizing usage tracker for tenant:b29cf42c0ab54830964b0a37d4532280 on resource:port {{(pid=86863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:58:17.725311 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-0389ffd3-6def-42ff-ab2f-eebe71f26785 req-237742b1-db3f-4dc1-8803-d4099fd4b6e7 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Unset dirty status for tenant:b29cf42c0ab54830964b0a37d4532280 on resource:port {{(pid=86863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:58:17.726458 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-0389ffd3-6def-42ff-ab2f-eebe71f26785 req-237742b1-db3f-4dc1-8803-d4099fd4b6e7 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b3dd44e-5ead-4057-925b-1bcccecd4066 HTTP/1.1" status: 200 len: 943 time: 0.3331747 Nov 16 21:58:17.784604 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-d73efbcc-869c-411f-8fb2-2c043f803389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2562351'] for subnet, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:17.793513 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-d249b62d-ffe8-4daf-8837-4a76317390f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:17.828395 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-0389ffd3-6def-42ff-ab2f-eebe71f26785 req-5cd36244-c145-4077-a5f9-40f13607173b tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Synchronizing usage tracker for tenant:b29cf42c0ab54830964b0a37d4532280 on resource:security_group {{(pid=86863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:58:17.881623 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-0389ffd3-6def-42ff-ab2f-eebe71f26785 req-5cd36244-c145-4077-a5f9-40f13607173b tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Unset dirty status for tenant:b29cf42c0ab54830964b0a37d4532280 on resource:security_group {{(pid=86863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:58:17.882765 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-0389ffd3-6def-42ff-ab2f-eebe71f26785 req-5cd36244-c145-4077-a5f9-40f13607173b tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e0b98a9-e431-449a-8173-fb004c6e0d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433387 Nov 16 21:58:17.885169 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73efbcc-869c-411f-8fb2-2c043f803389 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82e26728-5314-4706-8f24-979c4ea1b436,revision_number=0']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:17.888468 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-d73efbcc-869c-411f-8fb2-2c043f803389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:17.894645 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73efbcc-869c-411f-8fb2-2c043f803389 admin admin] Checking segment: {'id': 'b398a95e-650d-491e-baa3-047738822f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '57efdfde-6c7d-4925-ae2a-ffc86d7102e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 16 21:58:17.895018 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73efbcc-869c-411f-8fb2-2c043f803389 admin admin] Network hostable DHCP agents. Network: 57efdfde-6c7d-4925-ae2a-ffc86d7102e9, hostable agents: ['c74cfb2b-3f17-4f67-977a-702507b4bce6'], hosted agents: [] {{(pid=86863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:58:17.917530 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73efbcc-869c-411f-8fb2-2c043f803389 admin admin] Network 57efdfde-6c7d-4925-ae2a-ffc86d7102e9 is scheduled to be hosted by DHCP agent c74cfb2b-3f17-4f67-977a-702507b4bce6 with binding_index 1 {{(pid=86863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:58:17.927681 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.base_scheduler [None req-d73efbcc-869c-411f-8fb2-2c043f803389 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818140-1-smb, 57efdfde-6c7d-4925-ae2a-ffc86d7102e9) {{(pid=86863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:58:17.932411 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73efbcc-869c-411f-8fb2-2c043f803389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:17.933011 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-d73efbcc-869c-411f-8fb2-2c043f803389 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578116'] for subnet, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:17.939863 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c94361-30bb-4019-817d-e9e8c2ddccff None None] Network 57efdfde-6c7d-4925-ae2a-ffc86d7102e9 requested from dv-cinder-818140-1-smb {{(pid=86865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 16 21:58:17.964668 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-d73efbcc-869c-411f-8fb2-2c043f803389 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7478578 Nov 16 21:58:18.184613 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ce2a4a-3c91-4925-9404-a159cc2f3a1c None None] Network 57efdfde-6c7d-4925-ae2a-ffc86d7102e9 requested from dv-cinder-818140-1-smb {{(pid=86865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 16 21:58:18.470416 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 46616) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:58:18.475974 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.v2.base [None req-1e1e3f57-d9f4-409b-9e1f-45c8c403f47e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-840158947-network', 'tenant_id': 'e728dba038d445d7b2a984ac1c1f671c'}} {{(pid=86864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:58:18.480769 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-1e1e3f57-d9f4-409b-9e1f-45c8c403f47e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:58:18.484645 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-1e1e3f57-d9f4-409b-9e1f-45c8c403f47e admin admin] Usage tracker for resource:network and tenant:e728dba038d445d7b2a984ac1c1f671c is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:58:18.487502 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-1e1e3f57-d9f4-409b-9e1f-45c8c403f47e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:58:18.493200 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-1e1e3f57-d9f4-409b-9e1f-45c8c403f47e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:58:18.506165 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e1e3f57-d9f4-409b-9e1f-45c8c403f47e admin admin] Made reservation on behalf of e728dba038d445d7b2a984ac1c1f671c for: {'network': 1} {{(pid=86864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:58:18.508389 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-1e1e3f57-d9f4-409b-9e1f-45c8c403f47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for network, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:18.520712 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-1e1e3f57-d9f4-409b-9e1f-45c8c403f47e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:18.535250 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-1e1e3f57-d9f4-409b-9e1f-45c8c403f47e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:58:18.538976 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-1e1e3f57-d9f4-409b-9e1f-45c8c403f47e admin admin] Usage tracker for resource:security_group_rule and tenant:e728dba038d445d7b2a984ac1c1f671c is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:58:18.541696 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-1e1e3f57-d9f4-409b-9e1f-45c8c403f47e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:58:18.547472 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-1e1e3f57-d9f4-409b-9e1f-45c8c403f47e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:58:18.636502 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-1e1e3f57-d9f4-409b-9e1f-45c8c403f47e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:18.641104 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-1e1e3f57-d9f4-409b-9e1f-45c8c403f47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:18.643910 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-a964e0f3-07b1-4808-8df9-f814c4db4bd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:18.673390 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e1e3f57-d9f4-409b-9e1f-45c8c403f47e admin admin] vlan segment allocate from pool success with {'vlan_id': 844, 'physical_network': 'physnet1'} {{(pid=86864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:58:18.678388 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1e3f57-d9f4-409b-9e1f-45c8c403f47e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41fc70f-e93e-4003-b5aa-ccec81c9918d,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:18.682861 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-1e1e3f57-d9f4-409b-9e1f-45c8c403f47e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:18.685774 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-1e1e3f57-d9f4-409b-9e1f-45c8c403f47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930301'] for segment, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:18.685774 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.db.segments_db [None req-1e1e3f57-d9f4-409b-9e1f-45c8c403f47e admin admin] Added segment 4b2566ac-0473-4267-9de9-f6d1dbcf8d66 of type vlan for network 2f66a6f2-e8cb-44eb-ac65-212a250b0cae Nov 16 21:58:18.710719 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-1e1e3f57-d9f4-409b-9e1f-45c8c403f47e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790568254639'] for network, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:18.739530 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-1e1e3f57-d9f4-409b-9e1f-45c8c403f47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446'] for network, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:18.740799 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1e3f57-d9f4-409b-9e1f-45c8c403f47e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:18.741357 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-1e1e3f57-d9f4-409b-9e1f-45c8c403f47e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578116'] for network, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:18.744503 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-834eab6b-066b-44b9-a239-ab8651e1dcb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:18.847437 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-1e1e3f57-d9f4-409b-9e1f-45c8c403f47e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3759258 Nov 16 21:58:18.850292 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 46624) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:58:18.850766 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1e3f57-d9f4-409b-9e1f-45c8c403f47e admin admin] Pushing event updated for resources: {'Network': ['ID=2f66a6f2-e8cb-44eb-ac65-212a250b0cae,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:18.853056 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-1e1e3f57-d9f4-409b-9e1f-45c8c403f47e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:18.856542 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [None req-b5b5a558-aa5b-4365-b9f2-503d13b34b72 admin admin] Request body: {'subnet': {'network_id': '2f66a6f2-e8cb-44eb-ac65-212a250b0cae', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-840158947-subnet', 'tenant_id': 'e728dba038d445d7b2a984ac1c1f671c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:58:18.861510 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Network 2f66a6f2-e8cb-44eb-ac65-212a250b0cae details requested by agent ovs-agent-dv-cinder-818140-1-smb with host dv-cinder-818140-1-smb {{(pid=86865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 16 21:58:18.862031 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-b5b5a558-aa5b-4365-b9f2-503d13b34b72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:58:18.865837 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-b5b5a558-aa5b-4365-b9f2-503d13b34b72 admin admin] Usage tracker for resource:subnet and tenant:e728dba038d445d7b2a984ac1c1f671c is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:58:18.868713 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-b5b5a558-aa5b-4365-b9f2-503d13b34b72 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:58:18.875777 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-b5b5a558-aa5b-4365-b9f2-503d13b34b72 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:58:18.887488 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b5a558-aa5b-4365-b9f2-503d13b34b72 admin admin] Made reservation on behalf of e728dba038d445d7b2a984ac1c1f671c for: {'subnet': 1} {{(pid=86863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:58:18.891013 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-b5b5a558-aa5b-4365-b9f2-503d13b34b72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2562397'] for subnet, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:19.120118 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-b5b5a558-aa5b-4365-b9f2-503d13b34b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2562351'] for subnet, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:19.120480 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a04c6-e61a-4536-809a-8471068d5903 req-39487f5d-f068-45cc-af93-cd26671b1640 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:19.121794 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-989a04c6-e61a-4536-809a-8471068d5903 req-39487f5d-f068-45cc-af93-cd26671b1640 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b3dd44e-5ead-4057-925b-1bcccecd4066 HTTP/1.1" status: 200 len: 943 time: 0.0888743 Nov 16 21:58:19.125090 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-d73efbcc-869c-411f-8fb2-2c043f803389 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:19.178465 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-989a04c6-e61a-4536-809a-8471068d5903 req-64c71784-24cf-4f8f-84ef-dcf0e26fce42 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e0b98a9-e431-449a-8173-fb004c6e0d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485315 Nov 16 21:58:19.209878 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b5a558-aa5b-4365-b9f2-503d13b34b72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2383eea-74df-47f8-8cf4-cd71811f7a0f,revision_number=0']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:19.213366 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-b5b5a558-aa5b-4365-b9f2-503d13b34b72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:19.219887 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b5a558-aa5b-4365-b9f2-503d13b34b72 admin admin] Checking segment: {'id': '4b2566ac-0473-4267-9de9-f6d1dbcf8d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '2f66a6f2-e8cb-44eb-ac65-212a250b0cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 16 21:58:19.220233 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b5a558-aa5b-4365-b9f2-503d13b34b72 admin admin] Network hostable DHCP agents. Network: 2f66a6f2-e8cb-44eb-ac65-212a250b0cae, hostable agents: ['c74cfb2b-3f17-4f67-977a-702507b4bce6'], hosted agents: [] {{(pid=86863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:58:19.225839 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device 38f0b31a-3d83-473d-914e-d1708d2705b4 details requested by agent hyperv_hv-cinder-81814 with host hv-cinder-81814 {{(pid=86865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 16 21:58:19.241119 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b5a558-aa5b-4365-b9f2-503d13b34b72 admin admin] Network 2f66a6f2-e8cb-44eb-ac65-212a250b0cae is scheduled to be hosted by DHCP agent c74cfb2b-3f17-4f67-977a-702507b4bce6 with binding_index 1 {{(pid=86863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:58:19.251854 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.base_scheduler [None req-b5b5a558-aa5b-4365-b9f2-503d13b34b72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818140-1-smb, 2f66a6f2-e8cb-44eb-ac65-212a250b0cae) {{(pid=86863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:58:19.256171 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b5a558-aa5b-4365-b9f2-503d13b34b72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:19.257032 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-b5b5a558-aa5b-4365-b9f2-503d13b34b72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578116'] for subnet, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:19.265433 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632eaa27-7e20-4e0b-a5bd-fbc2be88d918 None None] Network 2f66a6f2-e8cb-44eb-ac65-212a250b0cae requested from dv-cinder-818140-1-smb {{(pid=86865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 16 21:58:19.286962 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-b5b5a558-aa5b-4365-b9f2-503d13b34b72 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4272647 Nov 16 21:58:19.417747 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 46640) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:58:19.476999 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.db_base_plugin_v2 [None req-18c6adc4-8c72-4439-a273-c967124af214 admin admin] Deleting subnet 82e26728-5314-4706-8f24-979c4ea1b436 {{(pid=86863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 16 21:58:19.480197 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-18c6adc4-8c72-4439-a273-c967124af214 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:19.535282 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-18c6adc4-8c72-4439-a273-c967124af214 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2982123'] for subnet, precommit_delete_associations {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:19.554450 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port 38f0b31a-3d83-473d-914e-d1708d2705b4, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=38f0b31a-3d83-473d-914e-d1708d2705b4,segment=NetworkSegment(fe55b107-425e-4f5c-b22b-653bc69b8efb),segment_id=fe55b107-425e-4f5c-b22b-653bc69b8efb)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:58:19.574757 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Returning: {'device': '38f0b31a-3d83-473d-914e-d1708d2705b4', 'network_id': 'cde6a401-9632-4f3a-aae6-1598de6fdd57', 'port_id': '38f0b31a-3d83-473d-914e-d1708d2705b4', 'mac_address': 'fa:16:3e:1c:b3:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f624b42a-5272-4678-b3b4-7eace127f63b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 16 21:58:19.602099 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-18c6adc4-8c72-4439-a273-c967124af214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7959338'] for subnet, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:19.662936 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40fb97b-46f3-4602-baf8-cdb120cc6a06 None None] Network 2f66a6f2-e8cb-44eb-ac65-212a250b0cae requested from dv-cinder-818140-1-smb {{(pid=86865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 16 21:58:19.671735 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-18c6adc4-8c72-4439-a273-c967124af214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7959329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1459218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2562358'] for subnet, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:19.675711 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:19.712220 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c6adc4-8c72-4439-a273-c967124af214 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82e26728-5314-4706-8f24-979c4ea1b436,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:19.714622 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-18c6adc4-8c72-4439-a273-c967124af214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:19.718984 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-18c6adc4-8c72-4439-a273-c967124af214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578116'] for subnet, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:19.725255 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-18c6adc4-8c72-4439-a273-c967124af214 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/82e26728-5314-4706-8f24-979c4ea1b436 HTTP/1.1" status: 204 len: 168 time: 0.3064334 Nov 16 21:58:19.727624 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 46644) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:58:19.751386 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:19.775405 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.notifiers.nova [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38f0b31a-3d83-473d-914e-d1708d2705b4 {{(pid=86865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:58:19.817146 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port 38f0b31a-3d83-473d-914e-d1708d2705b4, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=38f0b31a-3d83-473d-914e-d1708d2705b4,segment=NetworkSegment(fe55b107-425e-4f5c-b22b-653bc69b8efb),segment_id=fe55b107-425e-4f5c-b22b-653bc69b8efb)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:58:19.830710 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-f005b24b-9ef3-473a-acb8-5a671739b7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7988716'] for network, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:19.846836 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:19.852127 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:19.962844 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-f005b24b-9ef3-473a-acb8-5a671739b7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7962236', 'neutron.services.segments.db._delete_segments_for_network-8790568771669'] for network, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:19.976639 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Pushing event updated for resources: {'Port': ['ID=38f0b31a-3d83-473d-914e-d1708d2705b4,revision_number=4']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:19.979349 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:19.990452 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.services.segments.db [None req-f005b24b-9ef3-473a-acb8-5a671739b7af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57efdfde-6c7d-4925-ae2a-ffc86d7102e9']}} {{(pid=86863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:58:20.002870 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.services.segments.db [None req-f005b24b-9ef3-473a-acb8-5a671739b7af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b398a95e-650d-491e-baa3-047738822f6c') {'for_net_delete': True} {{(pid=86863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:58:20.003160 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.services.segments.db [None req-f005b24b-9ef3-473a-acb8-5a671739b7af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b398a95e-650d-491e-baa3-047738822f6c') {} {{(pid=86863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:58:20.016254 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-f005b24b-9ef3-473a-acb8-5a671739b7af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790568701269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2982132'] for segment, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:20.032793 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-f005b24b-9ef3-473a-acb8-5a671739b7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930301'] for segment, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:20.038800 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f005b24b-9ef3-473a-acb8-5a671739b7af admin admin] Releasing vlan 837 on physical network physnet1 to pool {{(pid=86863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:58:20.039175 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-f005b24b-9ef3-473a-acb8-5a671739b7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7930292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1459316'] for segment, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:20.052705 dv-cinder-818140-1-smb neutron-server[86863]: Traceback (most recent call last): Nov 16 21:58:20.052705 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:58:20.052705 dv-cinder-818140-1-smb neutron-server[86863]: timer() Nov 16 21:58:20.052705 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:58:20.052705 dv-cinder-818140-1-smb neutron-server[86863]: cb(*args, **kw) Nov 16 21:58:20.052705 dv-cinder-818140-1-smb neutron-server[86863]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 16 21:58:20.052705 dv-cinder-818140-1-smb neutron-server[86863]: return func(*args, **kwargs) Nov 16 21:58:20.052705 dv-cinder-818140-1-smb neutron-server[86863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:58:20.052705 dv-cinder-818140-1-smb neutron-server[86863]: self._notify() Nov 16 21:58:20.052705 dv-cinder-818140-1-smb neutron-server[86863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:58:20.052705 dv-cinder-818140-1-smb neutron-server[86863]: self.callback(batched_events) Nov 16 21:58:20.052705 dv-cinder-818140-1-smb neutron-server[86863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:58:20.052705 dv-cinder-818140-1-smb neutron-server[86863]: event.method(event) Nov 16 21:58:20.052705 dv-cinder-818140-1-smb neutron-server[86863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 16 21:58:20.052705 dv-cinder-818140-1-smb neutron-server[86863]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:58:20.052705 dv-cinder-818140-1-smb neutron-server[86863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 16 21:58:20.052705 dv-cinder-818140-1-smb neutron-server[86863]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:58:20.052705 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 16 21:58:20.052705 dv-cinder-818140-1-smb neutron-server[86863]: return f(self, *a, **k) Nov 16 21:58:20.052705 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 16 21:58:20.052705 dv-cinder-818140-1-smb neutron-server[86863]: return self._get(url).json() Nov 16 21:58:20.052705 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 16 21:58:20.052705 dv-cinder-818140-1-smb neutron-server[86863]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:58:20.052705 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:58:20.052705 dv-cinder-818140-1-smb neutron-server[86863]: return self.request(url, 'GET', **kwargs) Nov 16 21:58:20.052705 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:58:20.052705 dv-cinder-818140-1-smb neutron-server[86863]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:58:20.052705 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:58:20.052705 dv-cinder-818140-1-smb neutron-server[86863]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:58:20.052705 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:58:20.052705 dv-cinder-818140-1-smb neutron-server[86863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:58:20.052705 dv-cinder-818140-1-smb neutron-server[86863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:58:20.105895 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] get_ports_and_sgs() called for port_ids ['38f0b31a-3d83-473d-914e-d1708d2705b4'] {{(pid=86865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 16 21:58:20.130304 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-f005b24b-9ef3-473a-acb8-5a671739b7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7962117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677574'] for network, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:20.134151 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-2b1d05e5-6117-4c8a-8028-fb0ed8fd919d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:20.147063 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-f005b24b-9ef3-473a-acb8-5a671739b7af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578116'] for network, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:20.156090 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f005b24b-9ef3-473a-acb8-5a671739b7af admin admin] Pushing event deleted for resources: {'Network': ['ID=57efdfde-6c7d-4925-ae2a-ffc86d7102e9,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:20.158613 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-f005b24b-9ef3-473a-acb8-5a671739b7af admin admin] 10.222.0.50 "DELETE /v2.0/networks/57efdfde-6c7d-4925-ae2a-ffc86d7102e9 HTTP/1.1" status: 204 len: 168 time: 0.4300845 Nov 16 21:58:20.159530 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-f005b24b-9ef3-473a-acb8-5a671739b7af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:20.161434 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 46648) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:58:20.220869 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b317838-c7a1-4487-8bde-6f3f38a116db admin admin] Deleting subnet b2383eea-74df-47f8-8cf4-cd71811f7a0f {{(pid=86863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 16 21:58:20.224167 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-4b317838-c7a1-4487-8bde-6f3f38a116db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:20.277960 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-4b317838-c7a1-4487-8bde-6f3f38a116db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2982123'] for subnet, precommit_delete_associations {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:20.381682 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-4b317838-c7a1-4487-8bde-6f3f38a116db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7959338'] for subnet, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:20.552269 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ebf0d-3308-4661-bd29-fe772ad5a3f0 req-95766c8b-7d8e-4940-9b7a-b6e274a01d34 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:20.553726 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-926ebf0d-3308-4661-bd29-fe772ad5a3f0 req-95766c8b-7d8e-4940-9b7a-b6e274a01d34 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b3dd44e-5ead-4057-925b-1bcccecd4066 HTTP/1.1" status: 200 len: 944 time: 0.2483399 Nov 16 21:58:20.587681 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-4b317838-c7a1-4487-8bde-6f3f38a116db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7959329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1459218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2562358'] for subnet, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:20.601510 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:20.641131 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b317838-c7a1-4487-8bde-6f3f38a116db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2383eea-74df-47f8-8cf4-cd71811f7a0f,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:20.645781 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-4b317838-c7a1-4487-8bde-6f3f38a116db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:20.647048 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-4b317838-c7a1-4487-8bde-6f3f38a116db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578116'] for subnet, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:20.651693 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-926ebf0d-3308-4661-bd29-fe772ad5a3f0 req-50823df2-a4f3-4b95-9f42-69a620e3eb21 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e0b98a9-e431-449a-8173-fb004c6e0d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910368 Nov 16 21:58:20.656474 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-4b317838-c7a1-4487-8bde-6f3f38a116db admin admin] 10.222.0.50 "DELETE /v2.0/subnets/b2383eea-74df-47f8-8cf4-cd71811f7a0f HTTP/1.1" status: 204 len: 168 time: 0.4931624 Nov 16 21:58:20.659100 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 46660) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:58:20.773142 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-536114a3-928a-44f7-aee4-80787ccc96ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7988716'] for network, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:20.900907 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-536114a3-928a-44f7-aee4-80787ccc96ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7962236', 'neutron.services.segments.db._delete_segments_for_network-8790568771669'] for network, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:20.926635 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.services.segments.db [None req-536114a3-928a-44f7-aee4-80787ccc96ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f66a6f2-e8cb-44eb-ac65-212a250b0cae']}} {{(pid=86863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:58:20.938853 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.services.segments.db [None req-536114a3-928a-44f7-aee4-80787ccc96ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b2566ac-0473-4267-9de9-f6d1dbcf8d66') {'for_net_delete': True} {{(pid=86863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:58:20.939147 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.services.segments.db [None req-536114a3-928a-44f7-aee4-80787ccc96ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b2566ac-0473-4267-9de9-f6d1dbcf8d66') {} {{(pid=86863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:58:20.950993 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-536114a3-928a-44f7-aee4-80787ccc96ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790568701269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2982132'] for segment, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:20.969355 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-536114a3-928a-44f7-aee4-80787ccc96ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930301'] for segment, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:20.975702 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-536114a3-928a-44f7-aee4-80787ccc96ec admin admin] Releasing vlan 844 on physical network physnet1 to pool {{(pid=86863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:58:20.976029 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-536114a3-928a-44f7-aee4-80787ccc96ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7930292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1459316'] for segment, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:20.993156 dv-cinder-818140-1-smb neutron-server[86863]: Traceback (most recent call last): Nov 16 21:58:20.993156 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:58:20.993156 dv-cinder-818140-1-smb neutron-server[86863]: timer() Nov 16 21:58:20.993156 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:58:20.993156 dv-cinder-818140-1-smb neutron-server[86863]: cb(*args, **kw) Nov 16 21:58:20.993156 dv-cinder-818140-1-smb neutron-server[86863]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 16 21:58:20.993156 dv-cinder-818140-1-smb neutron-server[86863]: return func(*args, **kwargs) Nov 16 21:58:20.993156 dv-cinder-818140-1-smb neutron-server[86863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:58:20.993156 dv-cinder-818140-1-smb neutron-server[86863]: self._notify() Nov 16 21:58:20.993156 dv-cinder-818140-1-smb neutron-server[86863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:58:20.993156 dv-cinder-818140-1-smb neutron-server[86863]: self.callback(batched_events) Nov 16 21:58:20.993156 dv-cinder-818140-1-smb neutron-server[86863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:58:20.993156 dv-cinder-818140-1-smb neutron-server[86863]: event.method(event) Nov 16 21:58:20.993156 dv-cinder-818140-1-smb neutron-server[86863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 16 21:58:20.993156 dv-cinder-818140-1-smb neutron-server[86863]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:58:20.993156 dv-cinder-818140-1-smb neutron-server[86863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 16 21:58:20.993156 dv-cinder-818140-1-smb neutron-server[86863]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:58:20.993156 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 16 21:58:20.993156 dv-cinder-818140-1-smb neutron-server[86863]: return f(self, *a, **k) Nov 16 21:58:20.993156 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 16 21:58:20.993156 dv-cinder-818140-1-smb neutron-server[86863]: return self._get(url).json() Nov 16 21:58:20.993156 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 16 21:58:20.993156 dv-cinder-818140-1-smb neutron-server[86863]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:58:20.993156 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:58:20.993156 dv-cinder-818140-1-smb neutron-server[86863]: return self.request(url, 'GET', **kwargs) Nov 16 21:58:20.993156 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:58:20.993156 dv-cinder-818140-1-smb neutron-server[86863]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:58:20.993156 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:58:20.993156 dv-cinder-818140-1-smb neutron-server[86863]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:58:20.993156 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:58:20.993156 dv-cinder-818140-1-smb neutron-server[86863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:58:20.993156 dv-cinder-818140-1-smb neutron-server[86863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:58:21.068008 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-536114a3-928a-44f7-aee4-80787ccc96ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7962117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677574'] for network, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:21.071717 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-f005b24b-9ef3-473a-acb8-5a671739b7af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:21.085113 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-536114a3-928a-44f7-aee4-80787ccc96ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578116'] for network, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:21.094771 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-536114a3-928a-44f7-aee4-80787ccc96ec admin admin] 10.222.0.50 "DELETE /v2.0/networks/2f66a6f2-e8cb-44eb-ac65-212a250b0cae HTTP/1.1" status: 204 len: 168 time: 0.4346955 Nov 16 21:58:21.095665 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536114a3-928a-44f7-aee4-80787ccc96ec admin admin] Pushing event deleted for resources: {'Network': ['ID=2f66a6f2-e8cb-44eb-ac65-212a250b0cae,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:21.097744 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-536114a3-928a-44f7-aee4-80787ccc96ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:21.257439 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device 38f0b31a-3d83-473d-914e-d1708d2705b4 up at agent hyperv_hv-cinder-81814 {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 21:58:21.260055 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 46668) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:58:21.313810 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-9f0aaca8-4aa8-427d-904f-0cdd03bc0299 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3bf5039f095d46f4a53b07fe42d77424&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0524797 Nov 16 21:58:21.316157 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 46672) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:58:21.323566 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Provisioning for port 38f0b31a-3d83-473d-914e-d1708d2705b4 completed by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:58:21.329024 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Provisioning complete for port 38f0b31a-3d83-473d-914e-d1708d2705b4 triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:58:21.329451 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:21.372948 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-bc87a52b-420a-4392-9c09-428579f1a81f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:21.399114 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-bc87a52b-420a-4392-9c09-428579f1a81f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:21.453725 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-bc87a52b-420a-4392-9c09-428579f1a81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:21.458741 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-ba9b2707-13af-4374-8101-78b7984d2ed6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:21.468954 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87a52b-420a-4392-9c09-428579f1a81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4caa0b3a-b3b9-43c8-8293-10a587359871,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:21.472580 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-bc87a52b-420a-4392-9c09-428579f1a81f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:21.476169 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-bc87a52b-420a-4392-9c09-428579f1a81f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:21.477297 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-bc87a52b-420a-4392-9c09-428579f1a81f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4caa0b3a-b3b9-43c8-8293-10a587359871 HTTP/1.1" status: 204 len: 168 time: 0.1602569 Nov 16 21:58:21.496034 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:21.522980 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3dd44e-5ead-4057-925b-1bcccecd4066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f0b31a-3d83-473d-914e-d1708d2705b4'}] {{(pid=86865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:58:21.533677 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port 38f0b31a-3d83-473d-914e-d1708d2705b4, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=38f0b31a-3d83-473d-914e-d1708d2705b4,segment=NetworkSegment(fe55b107-425e-4f5c-b22b-653bc69b8efb),segment_id=fe55b107-425e-4f5c-b22b-653bc69b8efb)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:58:21.543647 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:21.546984 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-c920b047-de02-4970-a40f-cbcb89a68df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:21.579541 dv-cinder-818140-1-smb neutron-server[86865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b3dd44e-5ead-4057-925b-1bcccecd4066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f0b31a-3d83-473d-914e-d1708d2705b4', 'code': 200} Nov 16 21:58:21.627506 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Pushing event updated for resources: {'Port': ['ID=38f0b31a-3d83-473d-914e-d1708d2705b4,revision_number=5']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:21.630696 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:21.813574 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.agents_db [None req-6e4a458f-5157-4cde-8197-239c61c88c18 None None] Agent healthcheck: found 6 active agents {{(pid=86866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 16 21:58:21.881922 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 46694) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:58:21.897742 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b626f-9dbe-4b30-8038-8028a098ee34 req-d4a73d76-a98d-478b-aed9-c3986aad2fbb tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:21.899124 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-4c3b626f-9dbe-4b30-8038-8028a098ee34 req-d4a73d76-a98d-478b-aed9-c3986aad2fbb tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b3dd44e-5ead-4057-925b-1bcccecd4066 HTTP/1.1" status: 200 len: 945 time: 0.1117151 Nov 16 21:58:21.901924 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c691efd-d214-4c35-8d74-be0538af97fb req-e59ddfdf-281e-4b5c-8d55-83ffbcb1dde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:21.903267 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-4c691efd-d214-4c35-8d74-be0538af97fb req-e59ddfdf-281e-4b5c-8d55-83ffbcb1dde2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3b3dd44e-5ead-4057-925b-1bcccecd4066 HTTP/1.1" status: 200 len: 1098 time: 0.1542776 Nov 16 21:58:21.954790 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-eacbf2ba-a5d3-4e1c-b57a-301ea5557f3a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e728dba038d445d7b2a984ac1c1f671c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0703251 Nov 16 21:58:21.957272 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 46700) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:58:21.972889 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-4c3b626f-9dbe-4b30-8038-8028a098ee34 req-1e292665-fee4-4000-84c9-9a5a909673ff tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e0b98a9-e431-449a-8173-fb004c6e0d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679011 Nov 16 21:58:21.979740 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-4c691efd-d214-4c35-8d74-be0538af97fb req-e6ff59fa-c40b-486f-8c40-dca962a2df79 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5e0b98a9-e431-449a-8173-fb004c6e0d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616145 Nov 16 21:58:22.023706 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-11646958-8d0e-4dfb-be67-e6da50d799f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:22.049178 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-11646958-8d0e-4dfb-be67-e6da50d799f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:22.102796 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-11646958-8d0e-4dfb-be67-e6da50d799f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:22.107664 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-b3fd3278-abb0-416c-994c-31c668756f6c tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:22.120412 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11646958-8d0e-4dfb-be67-e6da50d799f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41fc70f-e93e-4003-b5aa-ccec81c9918d,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:22.122759 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-11646958-8d0e-4dfb-be67-e6da50d799f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:22.127477 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-11646958-8d0e-4dfb-be67-e6da50d799f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:22.128559 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-11646958-8d0e-4dfb-be67-e6da50d799f9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c41fc70f-e93e-4003-b5aa-ccec81c9918d HTTP/1.1" status: 204 len: 168 time: 0.1701832 Nov 16 21:58:23.192903 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d6cc3-a311-46b8-8de3-d8b610080843 req-4e7566b2-f282-4d20-986e-3ee3589defd1 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:23.194462 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-0b0d6cc3-a311-46b8-8de3-d8b610080843 req-4e7566b2-f282-4d20-986e-3ee3589defd1 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b3dd44e-5ead-4057-925b-1bcccecd4066 HTTP/1.1" status: 200 len: 945 time: 0.1059768 Nov 16 21:58:23.247866 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-0b0d6cc3-a311-46b8-8de3-d8b610080843 req-c9e6779e-f5c1-4bf1-a9cb-4a1506b0afbc tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e0b98a9-e431-449a-8173-fb004c6e0d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455973 Nov 16 21:58:24.445943 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb3d2b-d6db-4f2d-beef-bdef641a5d87 req-6f2e8f6d-e1a0-4969-911e-23e06332dec3 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:24.447407 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-4dfb3d2b-d6db-4f2d-beef-bdef641a5d87 req-6f2e8f6d-e1a0-4969-911e-23e06332dec3 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b3dd44e-5ead-4057-925b-1bcccecd4066 HTTP/1.1" status: 200 len: 945 time: 0.0902097 Nov 16 21:58:24.495418 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-4dfb3d2b-d6db-4f2d-beef-bdef641a5d87 req-0516b45a-9a6f-45b0-b96a-980b8333cddc tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e0b98a9-e431-449a-8173-fb004c6e0d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416694 Nov 16 21:58:24.728491 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-791c3484-9fc3-41a2-bf28-a3c906dfc61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:25.263334 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:25.970740 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 46896) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:58:26.104081 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-71c9f25f-76e2-4689-8825-1be0b1dd171b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:26.119850 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-71c9f25f-76e2-4689-8825-1be0b1dd171b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:58:26.123693 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-71c9f25f-76e2-4689-8825-1be0b1dd171b admin admin] Usage tracker for resource:security_group_rule and tenant:07c8999e74984eef83e824c8a870e957 is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:58:26.127318 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-71c9f25f-76e2-4689-8825-1be0b1dd171b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:58:26.132952 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-71c9f25f-76e2-4689-8825-1be0b1dd171b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:58:26.218758 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-71c9f25f-76e2-4689-8825-1be0b1dd171b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:26.223991 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-71c9f25f-76e2-4689-8825-1be0b1dd171b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:26.239221 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-cb5de04e-8d1e-4619-a336-8b37a8cdfa62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:26.276947 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c9f25f-76e2-4689-8825-1be0b1dd171b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f227bac-d29d-4b92-a367-c78609968a50,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:26.282270 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-71c9f25f-76e2-4689-8825-1be0b1dd171b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=07c8999e74984eef83e824c8a870e957&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3104739 Nov 16 21:58:26.283207 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-71c9f25f-76e2-4689-8825-1be0b1dd171b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:26.284778 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 46908) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:58:26.356432 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-7cfc2d00-228a-40c1-87fc-33fdb95fd99f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:26.383089 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-7cfc2d00-228a-40c1-87fc-33fdb95fd99f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:26.448497 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-7cfc2d00-228a-40c1-87fc-33fdb95fd99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:26.456521 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-0cf07fa9-c36c-4398-8aa0-46280499bd18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:26.474244 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfc2d00-228a-40c1-87fc-33fdb95fd99f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f227bac-d29d-4b92-a367-c78609968a50,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:26.482968 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-7cfc2d00-228a-40c1-87fc-33fdb95fd99f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:26.487277 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-7cfc2d00-228a-40c1-87fc-33fdb95fd99f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:26.490764 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-7cfc2d00-228a-40c1-87fc-33fdb95fd99f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2f227bac-d29d-4b92-a367-c78609968a50 HTTP/1.1" status: 204 len: 168 time: 0.2027359 Nov 16 21:58:26.777868 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 46920) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:58:26.797343 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-ac7f2dab-b612-48d1-a004-8861da06083b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:26.811322 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-ac7f2dab-b612-48d1-a004-8861da06083b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:58:26.815678 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-ac7f2dab-b612-48d1-a004-8861da06083b admin admin] Usage tracker for resource:security_group_rule and tenant:44b853364ade468083545d071cb2bf34 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:58:26.818455 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-ac7f2dab-b612-48d1-a004-8861da06083b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:58:26.824064 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-ac7f2dab-b612-48d1-a004-8861da06083b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:58:26.906949 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-ac7f2dab-b612-48d1-a004-8861da06083b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:26.910574 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-ac7f2dab-b612-48d1-a004-8861da06083b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:26.917587 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-7cfc2d00-228a-40c1-87fc-33fdb95fd99f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:26.959443 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7f2dab-b612-48d1-a004-8861da06083b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217d746f-9cd5-4e6f-8f47-c84f800d932e,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:26.966034 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-ac7f2dab-b612-48d1-a004-8861da06083b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=44b853364ade468083545d071cb2bf34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1847293 Nov 16 21:58:26.966034 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-ac7f2dab-b612-48d1-a004-8861da06083b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:26.966950 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 46924) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:58:27.028808 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-2d195f05-6cf4-40aa-884c-a17481a92a6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:27.068447 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-2d195f05-6cf4-40aa-884c-a17481a92a6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:27.121670 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-2d195f05-6cf4-40aa-884c-a17481a92a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:27.125208 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-d14dacb2-1cc5-4019-a62e-fc9ebbcbaa35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:27.136007 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d195f05-6cf4-40aa-884c-a17481a92a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217d746f-9cd5-4e6f-8f47-c84f800d932e,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:27.139967 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-2d195f05-6cf4-40aa-884c-a17481a92a6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:27.144168 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-2d195f05-6cf4-40aa-884c-a17481a92a6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:27.145306 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-2d195f05-6cf4-40aa-884c-a17481a92a6c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/217d746f-9cd5-4e6f-8f47-c84f800d932e HTTP/1.1" status: 204 len: 168 time: 0.1780550 Nov 16 21:58:27.451304 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-1ffa617c-5148-4f61-a01a-2e500bbc5bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:28.630150 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-94ae2c1a-1f16-4ed2-be66-e1a93ab74dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:29.923564 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-941145a6-33c9-4841-86a3-a7e018513e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:30.838799 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:32.162550 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 47048) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:58:32.297433 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-f2367180-9fce-451d-b766-8b1894093185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:32.311470 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-f2367180-9fce-451d-b766-8b1894093185 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:58:32.315797 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-f2367180-9fce-451d-b766-8b1894093185 admin admin] Usage tracker for resource:security_group_rule and tenant:979ee40b65a74933a431fabacd387f40 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:58:32.318565 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-f2367180-9fce-451d-b766-8b1894093185 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:58:32.324159 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-f2367180-9fce-451d-b766-8b1894093185 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:58:32.406839 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-f2367180-9fce-451d-b766-8b1894093185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:32.410442 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-f2367180-9fce-451d-b766-8b1894093185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:32.417234 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-7031a5c4-e86d-4ac2-b588-2f176c7c43cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:32.461975 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2367180-9fce-451d-b766-8b1894093185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193167db-23e7-481c-9347-eec47cab5ba7,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:32.466107 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-f2367180-9fce-451d-b766-8b1894093185 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=979ee40b65a74933a431fabacd387f40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3025346 Nov 16 21:58:32.467071 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-f2367180-9fce-451d-b766-8b1894093185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:32.468862 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 47056) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:58:32.527907 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-e4c4fbfd-abf3-4703-b682-a92a6ad4d008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:32.552899 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-e4c4fbfd-abf3-4703-b682-a92a6ad4d008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:32.604882 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-e4c4fbfd-abf3-4703-b682-a92a6ad4d008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:32.608865 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-3f0a5514-324e-4398-922e-c131308e9930 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:32.621414 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c4fbfd-abf3-4703-b682-a92a6ad4d008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193167db-23e7-481c-9347-eec47cab5ba7,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:32.626135 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-e4c4fbfd-abf3-4703-b682-a92a6ad4d008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:32.631348 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-e4c4fbfd-abf3-4703-b682-a92a6ad4d008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:32.632462 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-e4c4fbfd-abf3-4703-b682-a92a6ad4d008 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/193167db-23e7-481c-9347-eec47cab5ba7 HTTP/1.1" status: 204 len: 168 time: 0.1626561 Nov 16 21:58:32.913655 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 47066) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:58:32.931191 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-e5c33590-c164-4146-90d0-6aea3faac7b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:32.945158 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-e5c33590-c164-4146-90d0-6aea3faac7b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:58:32.948950 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-e5c33590-c164-4146-90d0-6aea3faac7b2 admin admin] Usage tracker for resource:security_group_rule and tenant:fc4dfb9729234eec8c01efd607e2056c is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:58:32.951787 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-e5c33590-c164-4146-90d0-6aea3faac7b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:58:32.958247 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-e5c33590-c164-4146-90d0-6aea3faac7b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:58:33.049518 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-e5c33590-c164-4146-90d0-6aea3faac7b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:33.053442 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-e5c33590-c164-4146-90d0-6aea3faac7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:33.060599 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-4a4ff19f-eb5f-43e1-b2ea-9679599d1072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:33.102523 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-e5c33590-c164-4146-90d0-6aea3faac7b2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fc4dfb9729234eec8c01efd607e2056c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1878123 Nov 16 21:58:33.103383 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c33590-c164-4146-90d0-6aea3faac7b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=761cca33-1ac1-446c-afa0-af82d9737d42,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:33.105568 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 47070) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:58:33.107928 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-e5c33590-c164-4146-90d0-6aea3faac7b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:33.164896 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-fc9248cc-0548-46aa-a839-85f854059a60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:33.190817 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-fc9248cc-0548-46aa-a839-85f854059a60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:33.242421 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-fc9248cc-0548-46aa-a839-85f854059a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:33.246251 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-edbc7d26-4b6b-4257-93b3-79db4e578df5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:33.260961 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9248cc-0548-46aa-a839-85f854059a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761cca33-1ac1-446c-afa0-af82d9737d42,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:33.265769 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-fc9248cc-0548-46aa-a839-85f854059a60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:33.271585 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-fc9248cc-0548-46aa-a839-85f854059a60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:33.272793 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-fc9248cc-0548-46aa-a839-85f854059a60 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/761cca33-1ac1-446c-afa0-af82d9737d42 HTTP/1.1" status: 204 len: 168 time: 0.1662350 Nov 16 21:58:33.627184 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 47088) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:58:33.644848 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-daea7b06-2ae2-4441-8fc1-c67399b52113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:33.659023 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-daea7b06-2ae2-4441-8fc1-c67399b52113 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:58:33.662957 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-daea7b06-2ae2-4441-8fc1-c67399b52113 admin admin] Usage tracker for resource:security_group_rule and tenant:05634daeead64a14b230333da44bdf26 is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:58:33.665677 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-daea7b06-2ae2-4441-8fc1-c67399b52113 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:58:33.672129 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-daea7b06-2ae2-4441-8fc1-c67399b52113 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:58:33.759723 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-daea7b06-2ae2-4441-8fc1-c67399b52113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:33.763564 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-daea7b06-2ae2-4441-8fc1-c67399b52113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:33.770907 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-147c584c-b28b-49bf-9c44-0bf5035a8a1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:33.809908 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daea7b06-2ae2-4441-8fc1-c67399b52113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94094ae2-c6b5-4c8c-9061-bddb4883f2e5,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:33.814262 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-daea7b06-2ae2-4441-8fc1-c67399b52113 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=05634daeead64a14b230333da44bdf26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1860499 Nov 16 21:58:33.815154 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-daea7b06-2ae2-4441-8fc1-c67399b52113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:33.816920 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 47092) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:58:33.874314 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-7a0d216e-7513-4d4e-a36b-8648183c346f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:33.900655 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-7a0d216e-7513-4d4e-a36b-8648183c346f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:33.963775 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-7a0d216e-7513-4d4e-a36b-8648183c346f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:33.967554 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-ddc56b2e-361a-42b3-a6eb-ed2cb5e8384c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:33.978960 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0d216e-7513-4d4e-a36b-8648183c346f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94094ae2-c6b5-4c8c-9061-bddb4883f2e5,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:33.982761 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-7a0d216e-7513-4d4e-a36b-8648183c346f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:33.986777 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-7a0d216e-7513-4d4e-a36b-8648183c346f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:33.990436 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-7a0d216e-7513-4d4e-a36b-8648183c346f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/94094ae2-c6b5-4c8c-9061-bddb4883f2e5 HTTP/1.1" status: 204 len: 168 time: 0.1700780 Nov 16 21:58:45.998414 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 47352) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:58:46.119510 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-ff1ae408-04d3-4369-a371-9054c5eceb9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:46.137707 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-ff1ae408-04d3-4369-a371-9054c5eceb9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:58:46.142356 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-ff1ae408-04d3-4369-a371-9054c5eceb9b admin admin] Usage tracker for resource:security_group_rule and tenant:60d1c3d19fa64ff98578f6b4cdb91c5c is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:58:46.145168 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-ff1ae408-04d3-4369-a371-9054c5eceb9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:58:46.150942 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-ff1ae408-04d3-4369-a371-9054c5eceb9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:58:46.196069 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 47360) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:58:46.242789 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-ff1ae408-04d3-4369-a371-9054c5eceb9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:46.247881 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-ff1ae408-04d3-4369-a371-9054c5eceb9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:46.256921 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-70fb9a03-b257-4a14-81ed-bca77c22fa4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:46.300639 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 47366) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:58:46.300790 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-ff1ae408-04d3-4369-a371-9054c5eceb9b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=60d1c3d19fa64ff98578f6b4cdb91c5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3011222 Nov 16 21:58:46.301693 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1ae408-04d3-4369-a371-9054c5eceb9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c9f8fe-7af5-48c2-9ec4-9151e50f0067,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:46.309812 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1ae408-04d3-4369-a371-9054c5eceb9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:46.310262 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1ae408-04d3-4369-a371-9054c5eceb9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:46.310608 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1ae408-04d3-4369-a371-9054c5eceb9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:46.310997 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1ae408-04d3-4369-a371-9054c5eceb9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:46.311359 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1ae408-04d3-4369-a371-9054c5eceb9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:46.311736 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1ae408-04d3-4369-a371-9054c5eceb9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:46.312141 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1ae408-04d3-4369-a371-9054c5eceb9b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:46.312747 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1ae408-04d3-4369-a371-9054c5eceb9b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:46.313068 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1ae408-04d3-4369-a371-9054c5eceb9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:46.313420 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1ae408-04d3-4369-a371-9054c5eceb9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:46.313770 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1ae408-04d3-4369-a371-9054c5eceb9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:46.314150 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1ae408-04d3-4369-a371-9054c5eceb9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:46.318038 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-ff1ae408-04d3-4369-a371-9054c5eceb9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:46.344431 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-5915999b-e4c9-458b-bad4-81f2902150e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:46.378259 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-5915999b-e4c9-458b-bad4-81f2902150e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:58:46.386633 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-5915999b-e4c9-458b-bad4-81f2902150e8 admin admin] Usage tracker for resource:security_group_rule and tenant:9b17f3e7555a48d094754047a70e98e4 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:58:46.391188 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-5915999b-e4c9-458b-bad4-81f2902150e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:58:46.404926 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-5915999b-e4c9-458b-bad4-81f2902150e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:58:46.419473 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-daa1d47b-4f60-42a8-a7e8-1efc70e989a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:46.460641 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-daa1d47b-4f60-42a8-a7e8-1efc70e989a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:46.560454 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-daa1d47b-4f60-42a8-a7e8-1efc70e989a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:46.576849 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-c5f95831-d220-4b37-a047-20d62f0af322 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:46.592550 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-5915999b-e4c9-458b-bad4-81f2902150e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:46.598339 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa1d47b-4f60-42a8-a7e8-1efc70e989a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c9f8fe-7af5-48c2-9ec4-9151e50f0067,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:46.601200 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-daa1d47b-4f60-42a8-a7e8-1efc70e989a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:46.603800 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-5915999b-e4c9-458b-bad4-81f2902150e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:46.614018 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-2b1d05e5-6117-4c8a-8028-fb0ed8fd919d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:46.637840 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-daa1d47b-4f60-42a8-a7e8-1efc70e989a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:46.638946 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-daa1d47b-4f60-42a8-a7e8-1efc70e989a4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/94c9f8fe-7af5-48c2-9ec4-9151e50f0067 HTTP/1.1" status: 204 len: 168 time: 0.3366385 Nov 16 21:58:46.658277 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-5915999b-e4c9-458b-bad4-81f2902150e8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9b17f3e7555a48d094754047a70e98e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4610643 Nov 16 21:58:46.661024 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 47372) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:58:46.673234 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5915999b-e4c9-458b-bad4-81f2902150e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f89c7f-2eb8-49e0-bec1-186b89e60f0d,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:46.676257 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-5915999b-e4c9-458b-bad4-81f2902150e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:46.726319 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-27398830-f8f4-4ff1-9caa-6cb636d2cbf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:46.755663 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-27398830-f8f4-4ff1-9caa-6cb636d2cbf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:46.819371 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-27398830-f8f4-4ff1-9caa-6cb636d2cbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:46.825836 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-2d195f05-6cf4-40aa-884c-a17481a92a6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:46.839234 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-27398830-f8f4-4ff1-9caa-6cb636d2cbf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:46.840347 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-27398830-f8f4-4ff1-9caa-6cb636d2cbf0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a9f89c7f-2eb8-49e0-bec1-186b89e60f0d HTTP/1.1" status: 204 len: 168 time: 0.1784546 Nov 16 21:58:46.842724 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27398830-f8f4-4ff1-9caa-6cb636d2cbf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f89c7f-2eb8-49e0-bec1-186b89e60f0d,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:46.851003 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-27398830-f8f4-4ff1-9caa-6cb636d2cbf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:46.959715 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 47384) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:58:46.979890 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-a6683808-fb30-4fbd-a51d-0c51a692fc27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:47.001310 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-a6683808-fb30-4fbd-a51d-0c51a692fc27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:58:47.005444 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-a6683808-fb30-4fbd-a51d-0c51a692fc27 admin admin] Usage tracker for resource:security_group_rule and tenant:0485b1315dd341c28e2496aca851b920 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:58:47.008441 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-a6683808-fb30-4fbd-a51d-0c51a692fc27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:58:47.015017 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-a6683808-fb30-4fbd-a51d-0c51a692fc27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:58:47.104122 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-a6683808-fb30-4fbd-a51d-0c51a692fc27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:47.108474 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-a6683808-fb30-4fbd-a51d-0c51a692fc27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:47.116009 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-6bd981c6-2a81-44ff-b862-35e313912b6c tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:47.157578 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6683808-fb30-4fbd-a51d-0c51a692fc27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=080066e6-fd40-4fa7-a650-9a3246608f43,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:47.164319 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-a6683808-fb30-4fbd-a51d-0c51a692fc27 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0485b1315dd341c28e2496aca851b920&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2009089 Nov 16 21:58:47.164319 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-a6683808-fb30-4fbd-a51d-0c51a692fc27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:47.164591 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 47392) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:58:47.182498 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 47396) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:58:47.209871 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-f3ce3a50-9bc9-4e3a-aeae-35883c5b2be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:47.237568 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-f3ce3a50-9bc9-4e3a-aeae-35883c5b2be7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:58:47.249090 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-f3ce3a50-9bc9-4e3a-aeae-35883c5b2be7 admin admin] Usage tracker for resource:security_group_rule and tenant:da9dce47fd9048c8ace747a7f8a8bfa5 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:58:47.254506 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-f3ce3a50-9bc9-4e3a-aeae-35883c5b2be7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:58:47.262592 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-f3ce3a50-9bc9-4e3a-aeae-35883c5b2be7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:58:47.264572 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-a643a21c-16a9-4821-a652-06c2e37dd98b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:47.310984 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-a643a21c-16a9-4821-a652-06c2e37dd98b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:47.404078 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-a643a21c-16a9-4821-a652-06c2e37dd98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:47.412233 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-9c23e69b-8eca-45e7-8e62-7f5f2a1383bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:47.422799 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-f3ce3a50-9bc9-4e3a-aeae-35883c5b2be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:47.428490 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a643a21c-16a9-4821-a652-06c2e37dd98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080066e6-fd40-4fa7-a650-9a3246608f43,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:47.430784 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-a643a21c-16a9-4821-a652-06c2e37dd98b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:47.433148 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-f3ce3a50-9bc9-4e3a-aeae-35883c5b2be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:47.444635 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-daa1d47b-4f60-42a8-a7e8-1efc70e989a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:47.460679 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-a643a21c-16a9-4821-a652-06c2e37dd98b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:47.461795 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-a643a21c-16a9-4821-a652-06c2e37dd98b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/080066e6-fd40-4fa7-a650-9a3246608f43 HTTP/1.1" status: 204 len: 168 time: 0.2963927 Nov 16 21:58:47.489694 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-f3ce3a50-9bc9-4e3a-aeae-35883c5b2be7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=da9dce47fd9048c8ace747a7f8a8bfa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3061836 Nov 16 21:58:47.490642 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce3a50-9bc9-4e3a-aeae-35883c5b2be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c79cab89-3791-424b-80e9-69329987a665,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:47.492342 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 47404) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:58:47.493425 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-f3ce3a50-9bc9-4e3a-aeae-35883c5b2be7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:47.566540 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-a6cbbd0e-685a-4fad-abdb-7d876db2402c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:47.594151 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-a6cbbd0e-685a-4fad-abdb-7d876db2402c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:47.650468 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-a6cbbd0e-685a-4fad-abdb-7d876db2402c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:47.655193 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-cf77f309-205c-4727-9481-9e272380fca0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:47.670901 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cbbd0e-685a-4fad-abdb-7d876db2402c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79cab89-3791-424b-80e9-69329987a665,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:47.673633 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-a6cbbd0e-685a-4fad-abdb-7d876db2402c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:47.680666 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-a6cbbd0e-685a-4fad-abdb-7d876db2402c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:47.681766 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-a6cbbd0e-685a-4fad-abdb-7d876db2402c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c79cab89-3791-424b-80e9-69329987a665 HTTP/1.1" status: 204 len: 168 time: 0.1876926 Nov 16 21:58:49.510856 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 47484) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:58:49.629477 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-5e56fcb4-03cf-4b33-b432-f61c37bc6d71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:49.645480 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-5e56fcb4-03cf-4b33-b432-f61c37bc6d71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:58:49.649223 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-5e56fcb4-03cf-4b33-b432-f61c37bc6d71 admin admin] Usage tracker for resource:security_group_rule and tenant:caac151af2de414c96091453567fd6ae is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:58:49.652223 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-5e56fcb4-03cf-4b33-b432-f61c37bc6d71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:58:49.659110 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-5e56fcb4-03cf-4b33-b432-f61c37bc6d71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:58:49.744645 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-5e56fcb4-03cf-4b33-b432-f61c37bc6d71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:49.748460 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-5e56fcb4-03cf-4b33-b432-f61c37bc6d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:49.756925 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-64c9df26-2055-4e7d-ac0e-6e9fc6e74593 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:49.796775 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-5e56fcb4-03cf-4b33-b432-f61c37bc6d71 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=caac151af2de414c96091453567fd6ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2848103 Nov 16 21:58:49.798685 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e56fcb4-03cf-4b33-b432-f61c37bc6d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0232fcdc-105d-4eba-9b19-f4a636542946,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:49.800163 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 47494) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:58:49.801670 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-5e56fcb4-03cf-4b33-b432-f61c37bc6d71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:49.870594 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-030085ca-e44a-4203-bc1e-41a157218aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:49.898416 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-030085ca-e44a-4203-bc1e-41a157218aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:50.044067 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-030085ca-e44a-4203-bc1e-41a157218aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:50.048811 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-951de1b9-85ad-40df-a0b2-0b90cb3e8e07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:50.059820 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030085ca-e44a-4203-bc1e-41a157218aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0232fcdc-105d-4eba-9b19-f4a636542946,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:50.065570 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-030085ca-e44a-4203-bc1e-41a157218aac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:50.067577 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-030085ca-e44a-4203-bc1e-41a157218aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:50.068666 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-030085ca-e44a-4203-bc1e-41a157218aac admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0232fcdc-105d-4eba-9b19-f4a636542946 HTTP/1.1" status: 204 len: 168 time: 0.2653198 Nov 16 21:58:50.351600 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 47506) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:58:50.369864 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-8b479d49-32bc-454a-a594-fb6f4f733495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:50.383883 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-8b479d49-32bc-454a-a594-fb6f4f733495 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:58:50.387639 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-8b479d49-32bc-454a-a594-fb6f4f733495 admin admin] Usage tracker for resource:security_group_rule and tenant:a0711ca0019740aa83a991b961e096cd is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:58:50.390878 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-8b479d49-32bc-454a-a594-fb6f4f733495 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:58:50.396477 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-8b479d49-32bc-454a-a594-fb6f4f733495 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:58:50.479352 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-8b479d49-32bc-454a-a594-fb6f4f733495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:50.482966 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-8b479d49-32bc-454a-a594-fb6f4f733495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:50.491009 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-f2367180-9fce-451d-b766-8b1894093185 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:50.528899 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-8b479d49-32bc-454a-a594-fb6f4f733495 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a0711ca0019740aa83a991b961e096cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1761112 Nov 16 21:58:50.530584 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b479d49-32bc-454a-a594-fb6f4f733495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ea8976-622b-4e64-818e-5451a5308912,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:50.532249 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 47512) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:58:50.534367 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-8b479d49-32bc-454a-a594-fb6f4f733495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:50.592491 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-2d50ec4c-8ea8-440f-ab4a-bbd2848db739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:50.618391 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-2d50ec4c-8ea8-440f-ab4a-bbd2848db739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:50.677226 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-2d50ec4c-8ea8-440f-ab4a-bbd2848db739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:50.681360 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-11646958-8d0e-4dfb-be67-e6da50d799f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:50.691400 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d50ec4c-8ea8-440f-ab4a-bbd2848db739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ea8976-622b-4e64-818e-5451a5308912,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:50.693638 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-2d50ec4c-8ea8-440f-ab4a-bbd2848db739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:50.705085 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-2d50ec4c-8ea8-440f-ab4a-bbd2848db739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:50.709334 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-2d50ec4c-8ea8-440f-ab4a-bbd2848db739 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e6ea8976-622b-4e64-818e-5451a5308912 HTTP/1.1" status: 204 len: 168 time: 0.1759679 Nov 16 21:58:53.366632 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 47632) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:58:53.486360 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-63aaa9cc-b9f7-410d-a666-f76f34ee41f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:53.501030 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-63aaa9cc-b9f7-410d-a666-f76f34ee41f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:58:53.504766 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-63aaa9cc-b9f7-410d-a666-f76f34ee41f6 admin admin] Usage tracker for resource:security_group_rule and tenant:77169f8b1a2243398116a386f4dc28cd is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:58:53.507559 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-63aaa9cc-b9f7-410d-a666-f76f34ee41f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:58:53.513218 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-63aaa9cc-b9f7-410d-a666-f76f34ee41f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:58:53.596371 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-63aaa9cc-b9f7-410d-a666-f76f34ee41f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:53.600341 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-63aaa9cc-b9f7-410d-a666-f76f34ee41f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:53.607279 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-7001f94c-c63e-49c2-9c38-97bdeacac841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:53.648705 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aaa9cc-b9f7-410d-a666-f76f34ee41f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00bfbc8d-3e0a-4660-b844-33b205977eda,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:53.652912 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-63aaa9cc-b9f7-410d-a666-f76f34ee41f6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=77169f8b1a2243398116a386f4dc28cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2852094 Nov 16 21:58:53.654171 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-63aaa9cc-b9f7-410d-a666-f76f34ee41f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:53.656930 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 47640) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:58:53.719106 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-657b222d-dc80-470f-ba3c-1f11f6679464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:53.744293 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-657b222d-dc80-470f-ba3c-1f11f6679464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:53.794741 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-657b222d-dc80-470f-ba3c-1f11f6679464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:53.799747 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-64ab8e6e-f40c-4e0b-ac56-c54946eb69fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:53.811105 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657b222d-dc80-470f-ba3c-1f11f6679464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00bfbc8d-3e0a-4660-b844-33b205977eda,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:53.814586 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-657b222d-dc80-470f-ba3c-1f11f6679464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:53.816506 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-657b222d-dc80-470f-ba3c-1f11f6679464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:53.819916 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-657b222d-dc80-470f-ba3c-1f11f6679464 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/00bfbc8d-3e0a-4660-b844-33b205977eda HTTP/1.1" status: 204 len: 168 time: 0.1594839 Nov 16 21:58:54.094982 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 47648) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:58:54.112830 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-db4d6d61-f903-45a1-a499-bda93dd5b1a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:54.129278 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-db4d6d61-f903-45a1-a499-bda93dd5b1a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:58:54.133143 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-db4d6d61-f903-45a1-a499-bda93dd5b1a0 admin admin] Usage tracker for resource:security_group_rule and tenant:9fb44a86aa3749e0b4cdb005bb4f4ae8 is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:58:54.136328 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-db4d6d61-f903-45a1-a499-bda93dd5b1a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:58:54.142855 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-db4d6d61-f903-45a1-a499-bda93dd5b1a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:58:54.225072 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-db4d6d61-f903-45a1-a499-bda93dd5b1a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:54.228682 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-db4d6d61-f903-45a1-a499-bda93dd5b1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:54.237668 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-b75a2ad7-ef81-49d1-81da-610ed2873919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:54.277433 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-db4d6d61-f903-45a1-a499-bda93dd5b1a0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9fb44a86aa3749e0b4cdb005bb4f4ae8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1813986 Nov 16 21:58:54.279135 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4d6d61-f903-45a1-a499-bda93dd5b1a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ed6aa7-1bbe-412e-ac24-b396d1f06abe,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:54.280092 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 47652) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:58:54.283119 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-db4d6d61-f903-45a1-a499-bda93dd5b1a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:54.346704 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-b11644f3-7803-4acf-8b1f-55b97eb6ac6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:54.373115 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-b11644f3-7803-4acf-8b1f-55b97eb6ac6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:54.427763 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-b11644f3-7803-4acf-8b1f-55b97eb6ac6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:54.432414 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-030085ca-e44a-4203-bc1e-41a157218aac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:54.445029 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11644f3-7803-4acf-8b1f-55b97eb6ac6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ed6aa7-1bbe-412e-ac24-b396d1f06abe,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:54.448356 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-b11644f3-7803-4acf-8b1f-55b97eb6ac6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:54.454776 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-b11644f3-7803-4acf-8b1f-55b97eb6ac6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:54.455880 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-b11644f3-7803-4acf-8b1f-55b97eb6ac6a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d5ed6aa7-1bbe-412e-ac24-b396d1f06abe HTTP/1.1" status: 204 len: 168 time: 0.1747904 Nov 16 21:58:54.655246 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 47666) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:58:54.725084 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-f2499b66-8ba4-47f7-bccb-ee2e7d0f1b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:54.785219 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-d27f0244-9095-4c54-8b67-1423a168ad1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:54.800755 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-d27f0244-9095-4c54-8b67-1423a168ad1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:58:54.804684 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-d27f0244-9095-4c54-8b67-1423a168ad1e admin admin] Usage tracker for resource:security_group_rule and tenant:6c4de0a6a36649a3a145e736b5a67472 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:58:54.807683 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-d27f0244-9095-4c54-8b67-1423a168ad1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:58:54.814324 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-d27f0244-9095-4c54-8b67-1423a168ad1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:58:54.907179 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-d27f0244-9095-4c54-8b67-1423a168ad1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:54.912533 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-d27f0244-9095-4c54-8b67-1423a168ad1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:54.921237 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-0045d093-8c9c-4be4-9ad2-d5336c0fac0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:54.951331 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27f0244-9095-4c54-8b67-1423a168ad1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=548060be-5330-40c3-bbd5-462a42f5a846,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:54.956560 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-d27f0244-9095-4c54-8b67-1423a168ad1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:54.978179 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-d27f0244-9095-4c54-8b67-1423a168ad1e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6c4de0a6a36649a3a145e736b5a67472&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3188455 Nov 16 21:58:54.978653 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 47690) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:58:55.046979 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-91f277e5-68ab-4ed1-b4d4-1ac25c14ac91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:55.078817 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-91f277e5-68ab-4ed1-b4d4-1ac25c14ac91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:55.132132 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-91f277e5-68ab-4ed1-b4d4-1ac25c14ac91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:55.138040 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-1978a5f6-7e90-45f3-a48b-7fecfd64bec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:55.150762 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f277e5-68ab-4ed1-b4d4-1ac25c14ac91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548060be-5330-40c3-bbd5-462a42f5a846,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:55.156348 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-91f277e5-68ab-4ed1-b4d4-1ac25c14ac91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:55.159477 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-91f277e5-68ab-4ed1-b4d4-1ac25c14ac91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:55.160670 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-91f277e5-68ab-4ed1-b4d4-1ac25c14ac91 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/548060be-5330-40c3-bbd5-462a42f5a846 HTTP/1.1" status: 204 len: 168 time: 0.1810043 Nov 16 21:58:55.177983 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 47702) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:58:55.259098 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:55.441429 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.v2.base [None req-c5149727-ad10-4562-aa0c-ae0433d7e80b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-635286001-network', 'tenant_id': 'b76e838dbe484be786bc9d4294341b95'}} {{(pid=86864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:58:55.446285 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-c5149727-ad10-4562-aa0c-ae0433d7e80b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:58:55.450147 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-c5149727-ad10-4562-aa0c-ae0433d7e80b admin admin] Usage tracker for resource:network and tenant:b76e838dbe484be786bc9d4294341b95 is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:58:55.453179 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-c5149727-ad10-4562-aa0c-ae0433d7e80b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:58:55.463361 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-c5149727-ad10-4562-aa0c-ae0433d7e80b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:58:55.473497 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5149727-ad10-4562-aa0c-ae0433d7e80b admin admin] Made reservation on behalf of b76e838dbe484be786bc9d4294341b95 for: {'network': 1} {{(pid=86864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:58:55.478956 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-c5149727-ad10-4562-aa0c-ae0433d7e80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for network, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:55.489404 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-c5149727-ad10-4562-aa0c-ae0433d7e80b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:55.504395 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-c5149727-ad10-4562-aa0c-ae0433d7e80b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:58:55.508292 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-c5149727-ad10-4562-aa0c-ae0433d7e80b admin admin] Usage tracker for resource:security_group_rule and tenant:b76e838dbe484be786bc9d4294341b95 is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:58:55.511197 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-c5149727-ad10-4562-aa0c-ae0433d7e80b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:58:55.517609 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-c5149727-ad10-4562-aa0c-ae0433d7e80b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:58:55.605482 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-c5149727-ad10-4562-aa0c-ae0433d7e80b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:55.609885 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-c5149727-ad10-4562-aa0c-ae0433d7e80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:55.613748 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-657b222d-dc80-470f-ba3c-1f11f6679464 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:55.637293 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5149727-ad10-4562-aa0c-ae0433d7e80b admin admin] vlan segment allocate from pool success with {'vlan_id': 817, 'physical_network': 'physnet1'} {{(pid=86864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:58:55.650984 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5149727-ad10-4562-aa0c-ae0433d7e80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7618759-3698-4ac2-a883-02228ffaa741,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:55.654146 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-c5149727-ad10-4562-aa0c-ae0433d7e80b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:55.657812 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-c5149727-ad10-4562-aa0c-ae0433d7e80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930301'] for segment, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:55.658142 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.db.segments_db [None req-c5149727-ad10-4562-aa0c-ae0433d7e80b admin admin] Added segment 1890aedf-b1c2-431a-9aef-747e8eebdf02 of type vlan for network 4d73400b-035a-4a1a-95c0-4612fd1dd20b Nov 16 21:58:55.687275 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-c5149727-ad10-4562-aa0c-ae0433d7e80b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790568254639'] for network, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:55.716135 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-c5149727-ad10-4562-aa0c-ae0433d7e80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446'] for network, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:55.717733 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5149727-ad10-4562-aa0c-ae0433d7e80b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:55.718338 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-c5149727-ad10-4562-aa0c-ae0433d7e80b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578116'] for network, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:55.723590 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:55.901824 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 47728) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:58:55.914690 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5149727-ad10-4562-aa0c-ae0433d7e80b admin admin] Pushing event updated for resources: {'Network': ['ID=4d73400b-035a-4a1a-95c0-4612fd1dd20b,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:55.917664 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-c5149727-ad10-4562-aa0c-ae0433d7e80b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:55.923085 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-c5149727-ad10-4562-aa0c-ae0433d7e80b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7395010 Nov 16 21:58:55.923456 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 47734) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:58:55.925102 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Network 4d73400b-035a-4a1a-95c0-4612fd1dd20b details requested by agent ovs-agent-dv-cinder-818140-1-smb with host dv-cinder-818140-1-smb {{(pid=86865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 16 21:58:55.928945 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.v2.base [None req-78a735e7-8b57-47c4-8a8c-f1002189a80d admin admin] Request body: {'subnet': {'network_id': '4d73400b-035a-4a1a-95c0-4612fd1dd20b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-635286001-subnet', 'tenant_id': 'b76e838dbe484be786bc9d4294341b95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:58:55.933926 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-78a735e7-8b57-47c4-8a8c-f1002189a80d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:58:55.938091 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-78a735e7-8b57-47c4-8a8c-f1002189a80d admin admin] Usage tracker for resource:subnet and tenant:b76e838dbe484be786bc9d4294341b95 is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:58:55.940626 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-78a735e7-8b57-47c4-8a8c-f1002189a80d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:58:55.946788 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-78a735e7-8b57-47c4-8a8c-f1002189a80d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:58:55.964450 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a735e7-8b57-47c4-8a8c-f1002189a80d admin admin] Made reservation on behalf of b76e838dbe484be786bc9d4294341b95 for: {'subnet': 1} {{(pid=86864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:58:55.967776 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-78a735e7-8b57-47c4-8a8c-f1002189a80d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3111181'] for subnet, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:56.045753 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [None req-7fa9e2c3-5b60-448c-9723-67b73595adda admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1575207038-network', 'tenant_id': 'f1c8558663f547f9825b932b766b03e7'}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:58:56.050742 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-7fa9e2c3-5b60-448c-9723-67b73595adda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:58:56.054613 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-7fa9e2c3-5b60-448c-9723-67b73595adda admin admin] Usage tracker for resource:network and tenant:f1c8558663f547f9825b932b766b03e7 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:58:56.057599 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-7fa9e2c3-5b60-448c-9723-67b73595adda admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:58:56.063772 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-7fa9e2c3-5b60-448c-9723-67b73595adda admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:58:56.074206 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa9e2c3-5b60-448c-9723-67b73595adda admin admin] Made reservation on behalf of f1c8558663f547f9825b932b766b03e7 for: {'network': 1} {{(pid=86863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:58:56.076595 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-7fa9e2c3-5b60-448c-9723-67b73595adda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for network, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:56.089626 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-7fa9e2c3-5b60-448c-9723-67b73595adda admin admin] Notify callbacks [] for security_group, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:56.104718 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-7fa9e2c3-5b60-448c-9723-67b73595adda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:58:56.108542 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-7fa9e2c3-5b60-448c-9723-67b73595adda admin admin] Usage tracker for resource:security_group_rule and tenant:f1c8558663f547f9825b932b766b03e7 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:58:56.111870 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-7fa9e2c3-5b60-448c-9723-67b73595adda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:58:56.117557 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-7fa9e2c3-5b60-448c-9723-67b73595adda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:58:56.186978 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-78a735e7-8b57-47c4-8a8c-f1002189a80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3051048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3111295'] for subnet, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:56.192669 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-489cfe4a-b64e-4431-a1fd-9dc89377acf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:56.219425 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-7fa9e2c3-5b60-448c-9723-67b73595adda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:56.224725 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-7fa9e2c3-5b60-448c-9723-67b73595adda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:56.227727 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-400d25d7-429f-437c-bc8d-f9479f927f73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:56.262109 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fa9e2c3-5b60-448c-9723-67b73595adda admin admin] vlan segment allocate from pool success with {'vlan_id': 823, 'physical_network': 'physnet1'} {{(pid=86863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:58:56.267023 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a735e7-8b57-47c4-8a8c-f1002189a80d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b872805f-5bd2-41b9-b065-8fed2a5e3ce9,revision_number=0']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:56.270675 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-78a735e7-8b57-47c4-8a8c-f1002189a80d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:56.271741 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa9e2c3-5b60-448c-9723-67b73595adda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852759aa-e395-4697-af46-75610ceb40a1,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:56.274610 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-7fa9e2c3-5b60-448c-9723-67b73595adda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:56.278640 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a735e7-8b57-47c4-8a8c-f1002189a80d admin admin] Checking segment: {'id': '1890aedf-b1c2-431a-9aef-747e8eebdf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '4d73400b-035a-4a1a-95c0-4612fd1dd20b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 16 21:58:56.278892 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a735e7-8b57-47c4-8a8c-f1002189a80d admin admin] Network hostable DHCP agents. Network: 4d73400b-035a-4a1a-95c0-4612fd1dd20b, hostable agents: ['c74cfb2b-3f17-4f67-977a-702507b4bce6'], hosted agents: [] {{(pid=86864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:58:56.292947 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-7fa9e2c3-5b60-448c-9723-67b73595adda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930301'] for segment, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:56.293683 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.db.segments_db [None req-7fa9e2c3-5b60-448c-9723-67b73595adda admin admin] Added segment e20dd5cc-0291-48ff-b717-8c2004cfa9b3 of type vlan for network c3d06f3e-b60a-4cda-bf0d-446c28529181 Nov 16 21:58:56.304742 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a735e7-8b57-47c4-8a8c-f1002189a80d admin admin] Network 4d73400b-035a-4a1a-95c0-4612fd1dd20b is scheduled to be hosted by DHCP agent c74cfb2b-3f17-4f67-977a-702507b4bce6 with binding_index 1 {{(pid=86864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:58:56.319589 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.base_scheduler [None req-78a735e7-8b57-47c4-8a8c-f1002189a80d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818140-1-smb, 4d73400b-035a-4a1a-95c0-4612fd1dd20b) {{(pid=86864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:58:56.325113 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a735e7-8b57-47c4-8a8c-f1002189a80d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:56.326741 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-78a735e7-8b57-47c4-8a8c-f1002189a80d admin admin] Notify callbacks [] for subnet, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:56.327629 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-7fa9e2c3-5b60-448c-9723-67b73595adda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790568254639'] for network, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:56.333606 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe535ebe-5f6a-4cda-8ea1-4f2c5909b7c3 None None] Network 4d73400b-035a-4a1a-95c0-4612fd1dd20b requested from dv-cinder-818140-1-smb {{(pid=86865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 16 21:58:56.363248 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-78a735e7-8b57-47c4-8a8c-f1002189a80d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4385641 Nov 16 21:58:56.373442 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-7fa9e2c3-5b60-448c-9723-67b73595adda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446'] for network, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:56.374924 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa9e2c3-5b60-448c-9723-67b73595adda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:56.375836 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-7fa9e2c3-5b60-448c-9723-67b73595adda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578116'] for network, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:56.379472 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:56.482002 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa9e2c3-5b60-448c-9723-67b73595adda admin admin] Pushing event updated for resources: {'Network': ['ID=c3d06f3e-b60a-4cda-bf0d-446c28529181,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:56.486962 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-7fa9e2c3-5b60-448c-9723-67b73595adda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:56.489072 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-7fa9e2c3-5b60-448c-9723-67b73595adda admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5859497 Nov 16 21:58:56.492100 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 47740) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:58:56.496635 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Network c3d06f3e-b60a-4cda-bf0d-446c28529181 details requested by agent ovs-agent-dv-cinder-818140-1-smb with host dv-cinder-818140-1-smb {{(pid=86865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 16 21:58:56.498815 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.v2.base [None req-41243264-759b-4ee1-b4c7-c335bf016313 admin admin] Request body: {'subnet': {'network_id': 'c3d06f3e-b60a-4cda-bf0d-446c28529181', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1575207038-subnet', 'tenant_id': 'f1c8558663f547f9825b932b766b03e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:58:56.507076 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-41243264-759b-4ee1-b4c7-c335bf016313 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:58:56.509384 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-41243264-759b-4ee1-b4c7-c335bf016313 admin admin] Usage tracker for resource:subnet and tenant:f1c8558663f547f9825b932b766b03e7 is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:58:56.512912 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-41243264-759b-4ee1-b4c7-c335bf016313 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:58:56.524168 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-41243264-759b-4ee1-b4c7-c335bf016313 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:58:56.538041 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41243264-759b-4ee1-b4c7-c335bf016313 admin admin] Made reservation on behalf of f1c8558663f547f9825b932b766b03e7 for: {'subnet': 1} {{(pid=86864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:58:56.541283 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-41243264-759b-4ee1-b4c7-c335bf016313 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3111181'] for subnet, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:56.650568 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bcacb6-a925-4437-b40f-9881384f2134 None None] Network 4d73400b-035a-4a1a-95c0-4612fd1dd20b requested from dv-cinder-818140-1-smb {{(pid=86865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 16 21:58:56.773591 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-41243264-759b-4ee1-b4c7-c335bf016313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3051048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3111295'] for subnet, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:56.787904 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:56.860299 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41243264-759b-4ee1-b4c7-c335bf016313 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d822545-64da-4ccc-8d01-e99eb90ad782,revision_number=0']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:56.864311 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-41243264-759b-4ee1-b4c7-c335bf016313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:56.869099 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41243264-759b-4ee1-b4c7-c335bf016313 admin admin] Checking segment: {'id': 'e20dd5cc-0291-48ff-b717-8c2004cfa9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'c3d06f3e-b60a-4cda-bf0d-446c28529181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 16 21:58:56.869452 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41243264-759b-4ee1-b4c7-c335bf016313 admin admin] Network hostable DHCP agents. Network: c3d06f3e-b60a-4cda-bf0d-446c28529181, hostable agents: ['c74cfb2b-3f17-4f67-977a-702507b4bce6'], hosted agents: [] {{(pid=86864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:58:56.887921 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41243264-759b-4ee1-b4c7-c335bf016313 admin admin] Network c3d06f3e-b60a-4cda-bf0d-446c28529181 is scheduled to be hosted by DHCP agent c74cfb2b-3f17-4f67-977a-702507b4bce6 with binding_index 1 {{(pid=86864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:58:56.899828 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.base_scheduler [None req-41243264-759b-4ee1-b4c7-c335bf016313 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818140-1-smb, c3d06f3e-b60a-4cda-bf0d-446c28529181) {{(pid=86864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:58:56.904188 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41243264-759b-4ee1-b4c7-c335bf016313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:56.904974 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-41243264-759b-4ee1-b4c7-c335bf016313 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:56.911487 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849cc5b9-bdcc-41f5-af49-36a200fc48c8 None None] Network c3d06f3e-b60a-4cda-bf0d-446c28529181 requested from dv-cinder-818140-1-smb {{(pid=86865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 16 21:58:56.931679 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-41243264-759b-4ee1-b4c7-c335bf016313 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4378755 Nov 16 21:58:56.943051 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 47758) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:58:56.950345 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [None req-1e79a04b-1ea7-4728-a841-1b326801a0d3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1068023542-network', 'tenant_id': '947fea18a2af4f8fa071ac039ebccfa9'}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:58:56.957425 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-1e79a04b-1ea7-4728-a841-1b326801a0d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:58:56.962208 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-1e79a04b-1ea7-4728-a841-1b326801a0d3 admin admin] Usage tracker for resource:network and tenant:947fea18a2af4f8fa071ac039ebccfa9 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:58:56.966387 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-1e79a04b-1ea7-4728-a841-1b326801a0d3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:58:56.974501 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-1e79a04b-1ea7-4728-a841-1b326801a0d3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:58:56.989811 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e79a04b-1ea7-4728-a841-1b326801a0d3 admin admin] Made reservation on behalf of 947fea18a2af4f8fa071ac039ebccfa9 for: {'network': 1} {{(pid=86863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:58:56.993837 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-1e79a04b-1ea7-4728-a841-1b326801a0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for network, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:57.022767 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-1e79a04b-1ea7-4728-a841-1b326801a0d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:57.038996 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-1e79a04b-1ea7-4728-a841-1b326801a0d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:58:57.043678 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-1e79a04b-1ea7-4728-a841-1b326801a0d3 admin admin] Usage tracker for resource:security_group_rule and tenant:947fea18a2af4f8fa071ac039ebccfa9 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:58:57.046920 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-1e79a04b-1ea7-4728-a841-1b326801a0d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:58:57.053476 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-1e79a04b-1ea7-4728-a841-1b326801a0d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:58:57.148216 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-1e79a04b-1ea7-4728-a841-1b326801a0d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:57.154131 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-1e79a04b-1ea7-4728-a841-1b326801a0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:57.161176 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bfd184-cdb7-494c-86f0-c59e0f535a7f None None] Network c3d06f3e-b60a-4cda-bf0d-446c28529181 requested from dv-cinder-818140-1-smb {{(pid=86865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 16 21:58:57.161697 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-bc87a52b-420a-4392-9c09-428579f1a81f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:57.185684 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e79a04b-1ea7-4728-a841-1b326801a0d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 806, 'physical_network': 'physnet1'} {{(pid=86863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:58:57.198968 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e79a04b-1ea7-4728-a841-1b326801a0d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e10c40-309b-4452-a76a-e58d550bcf52,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:57.205596 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-1e79a04b-1ea7-4728-a841-1b326801a0d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:57.206574 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-1e79a04b-1ea7-4728-a841-1b326801a0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930301'] for segment, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:57.206910 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.db.segments_db [None req-1e79a04b-1ea7-4728-a841-1b326801a0d3 admin admin] Added segment a4473b69-b05d-40ed-8c84-5d4b1ba95413 of type vlan for network d51b4ffb-3db1-4411-aff5-b244ef869bf0 Nov 16 21:58:57.237420 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-1e79a04b-1ea7-4728-a841-1b326801a0d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790568254639'] for network, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:57.267954 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-1e79a04b-1ea7-4728-a841-1b326801a0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446'] for network, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:57.269802 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e79a04b-1ea7-4728-a841-1b326801a0d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:57.270625 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-1e79a04b-1ea7-4728-a841-1b326801a0d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578116'] for network, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:57.275661 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:57.383866 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-1e79a04b-1ea7-4728-a841-1b326801a0d3 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4388912 Nov 16 21:58:57.387212 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 47768) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:58:57.388662 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e79a04b-1ea7-4728-a841-1b326801a0d3 admin admin] Pushing event updated for resources: {'Network': ['ID=d51b4ffb-3db1-4411-aff5-b244ef869bf0,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:57.392294 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-1e79a04b-1ea7-4728-a841-1b326801a0d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:57.394558 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.v2.base [None req-1c6c2e2b-08b8-4929-93c3-0222942bc922 admin admin] Request body: {'subnet': {'network_id': 'd51b4ffb-3db1-4411-aff5-b244ef869bf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1068023542-subnet', 'tenant_id': '947fea18a2af4f8fa071ac039ebccfa9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:58:57.399327 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-1c6c2e2b-08b8-4929-93c3-0222942bc922 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:58:57.402649 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Network d51b4ffb-3db1-4411-aff5-b244ef869bf0 details requested by agent ovs-agent-dv-cinder-818140-1-smb with host dv-cinder-818140-1-smb {{(pid=86865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 16 21:58:57.404722 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-1c6c2e2b-08b8-4929-93c3-0222942bc922 admin admin] Usage tracker for resource:subnet and tenant:947fea18a2af4f8fa071ac039ebccfa9 is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:58:57.408714 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-1c6c2e2b-08b8-4929-93c3-0222942bc922 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:58:57.416130 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-1c6c2e2b-08b8-4929-93c3-0222942bc922 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:58:57.431481 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6c2e2b-08b8-4929-93c3-0222942bc922 admin admin] Made reservation on behalf of 947fea18a2af4f8fa071ac039ebccfa9 for: {'subnet': 1} {{(pid=86864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:58:57.434187 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-1c6c2e2b-08b8-4929-93c3-0222942bc922 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3111181'] for subnet, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:57.553271 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-6705cac1-3e24-4e7f-8691-375bfa9bd82f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:57.657866 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-1c6c2e2b-08b8-4929-93c3-0222942bc922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3051048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3111295'] for subnet, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:57.662986 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-ef80d300-a3fa-49c5-a329-5d71f62d02a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:58:57.744226 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6c2e2b-08b8-4929-93c3-0222942bc922 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2e63f08-988d-478b-a756-068e81b61e69,revision_number=0']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:57.746780 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-1c6c2e2b-08b8-4929-93c3-0222942bc922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:58:57.753847 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6c2e2b-08b8-4929-93c3-0222942bc922 admin admin] Checking segment: {'id': 'a4473b69-b05d-40ed-8c84-5d4b1ba95413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'd51b4ffb-3db1-4411-aff5-b244ef869bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 16 21:58:57.754228 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6c2e2b-08b8-4929-93c3-0222942bc922 admin admin] Network hostable DHCP agents. Network: d51b4ffb-3db1-4411-aff5-b244ef869bf0, hostable agents: ['c74cfb2b-3f17-4f67-977a-702507b4bce6'], hosted agents: [] {{(pid=86864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:58:57.772005 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6c2e2b-08b8-4929-93c3-0222942bc922 admin admin] Network d51b4ffb-3db1-4411-aff5-b244ef869bf0 is scheduled to be hosted by DHCP agent c74cfb2b-3f17-4f67-977a-702507b4bce6 with binding_index 1 {{(pid=86864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:58:57.780629 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.base_scheduler [None req-1c6c2e2b-08b8-4929-93c3-0222942bc922 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818140-1-smb, d51b4ffb-3db1-4411-aff5-b244ef869bf0) {{(pid=86864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:58:57.786254 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6c2e2b-08b8-4929-93c3-0222942bc922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:57.786831 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-1c6c2e2b-08b8-4929-93c3-0222942bc922 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:57.791626 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae804d6e-76e2-4e0d-97b6-f064080c2d82 None None] Network d51b4ffb-3db1-4411-aff5-b244ef869bf0 requested from dv-cinder-818140-1-smb {{(pid=86865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 16 21:58:57.814131 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-1c6c2e2b-08b8-4929-93c3-0222942bc922 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4201691 Nov 16 21:58:58.008310 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac08f7f0-902c-4e09-86b4-907b2927929a None None] Network d51b4ffb-3db1-4411-aff5-b244ef869bf0 requested from dv-cinder-818140-1-smb {{(pid=86865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 16 21:58:58.414989 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509414b8-8162-436f-8b35-9f0f5b63aef8 req-3c5604fa-dbbf-4e23-a511-c9dda7c707e3 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:58.415811 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [req-509414b8-8162-436f-8b35-9f0f5b63aef8 req-3c5604fa-dbbf-4e23-a511-c9dda7c707e3 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] Synchronizing usage tracker for tenant:b76e838dbe484be786bc9d4294341b95 on resource:network {{(pid=86864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:58:58.432137 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [req-509414b8-8162-436f-8b35-9f0f5b63aef8 req-3c5604fa-dbbf-4e23-a511-c9dda7c707e3 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] Unset dirty status for tenant:b76e838dbe484be786bc9d4294341b95 on resource:network {{(pid=86864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:58:58.433266 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-509414b8-8162-436f-8b35-9f0f5b63aef8 req-3c5604fa-dbbf-4e23-a511-c9dda7c707e3 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] 10.222.0.50 "GET /v2.0/networks?id=4d73400b-035a-4a1a-95c0-4612fd1dd20b HTTP/1.1" status: 200 len: 808 time: 0.1649206 Nov 16 21:58:58.448327 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-509414b8-8162-436f-8b35-9f0f5b63aef8 req-09c93647-ba3c-4630-9bfe-6897ea826607 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] 10.222.0.50 "GET /v2.0/quotas/b76e838dbe484be786bc9d4294341b95 HTTP/1.1" status: 200 len: 375 time: 0.0090721 Nov 16 21:58:58.500676 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-509414b8-8162-436f-8b35-9f0f5b63aef8 req-df8cd09a-c3fc-4f03-8915-e1206dbd0405 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b76e838dbe484be786bc9d4294341b95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471315 Nov 16 21:58:58.632570 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-94ae2c1a-1f16-4ed2-be66-e1a93ab74dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:58:58.733610 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-509414b8-8162-436f-8b35-9f0f5b63aef8 req-622e8f34-3aa7-4116-8e36-a48fe9ef75c8 service neutron] 10.222.0.50 "GET /v2.0/networks/4d73400b-035a-4a1a-95c0-4612fd1dd20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259123 Nov 16 21:58:58.813772 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.agents_db [None req-6e4a458f-5157-4cde-8197-239c61c88c18 None None] Agent healthcheck: found 6 active agents {{(pid=86866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 16 21:58:58.870596 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-509414b8-8162-436f-8b35-9f0f5b63aef8 req-57e9be07-4ee1-4ca1-a55f-2224fbf15f5b service neutron] 10.222.0.50 "GET /v2.0/networks/4d73400b-035a-4a1a-95c0-4612fd1dd20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307361 Nov 16 21:58:59.067044 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-65dce1dc-dfb3-473c-952e-a4e2f42d244f req-03a75313-1d85-40ce-b90e-821427f16157 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] 10.222.0.50 "GET /v2.0/ports?device_id=8af2cd16-d138-43c6-96d0-3fc11713e253 HTTP/1.1" status: 200 len: 210 time: 0.0486884 Nov 16 21:58:59.069377 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f909bf6-bceb-4cbb-952b-5f5842755e45 req-290b3bdd-82df-4419-abec-0f250e0f28a8 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:59.070100 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-4f909bf6-bceb-4cbb-952b-5f5842755e45 req-290b3bdd-82df-4419-abec-0f250e0f28a8 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Synchronizing usage tracker for tenant:f1c8558663f547f9825b932b766b03e7 on resource:network {{(pid=86863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:58:59.095660 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-4f909bf6-bceb-4cbb-952b-5f5842755e45 req-290b3bdd-82df-4419-abec-0f250e0f28a8 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Unset dirty status for tenant:f1c8558663f547f9825b932b766b03e7 on resource:network {{(pid=86863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:58:59.096794 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-4f909bf6-bceb-4cbb-952b-5f5842755e45 req-290b3bdd-82df-4419-abec-0f250e0f28a8 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] 10.222.0.50 "GET /v2.0/networks?id=c3d06f3e-b60a-4cda-bf0d-446c28529181 HTTP/1.1" status: 200 len: 809 time: 0.1822631 Nov 16 21:58:59.112232 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-4f909bf6-bceb-4cbb-952b-5f5842755e45 req-013abe6b-940f-43f8-b1db-cd63684e2f12 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] 10.222.0.50 "GET /v2.0/quotas/f1c8558663f547f9825b932b766b03e7 HTTP/1.1" status: 200 len: 375 time: 0.0099196 Nov 16 21:58:59.164850 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-4f909bf6-bceb-4cbb-952b-5f5842755e45 req-8a00fefd-e743-4852-b18d-67d34a3e097f tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f1c8558663f547f9825b932b766b03e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471678 Nov 16 21:58:59.311346 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-4f909bf6-bceb-4cbb-952b-5f5842755e45 req-7bda1d37-af0e-49be-aa74-d0a38a213fa6 service neutron] 10.222.0.50 "GET /v2.0/networks/c3d06f3e-b60a-4cda-bf0d-446c28529181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387277 Nov 16 21:58:59.465656 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-4f909bf6-bceb-4cbb-952b-5f5842755e45 req-3fcbbd99-c2ed-4253-a1a5-ef48256d30d2 service neutron] 10.222.0.50 "GET /v2.0/networks/c3d06f3e-b60a-4cda-bf0d-446c28529181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483986 Nov 16 21:58:59.653216 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-114c0358-e06a-46ce-bdcc-265f54cd84d0 req-131fbb27-b673-455d-bfcb-b12353b1b613 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] 10.222.0.50 "GET /v2.0/ports?device_id=68a5431a-613e-4b68-9c29-336fc0cb2722 HTTP/1.1" status: 200 len: 210 time: 0.0466230 Nov 16 21:58:59.920947 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-941145a6-33c9-4841-86a3-a7e018513e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:00.303523 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-f9a64d14-0641-4bab-8b92-ed564c70668c req-333a5b6b-ebbf-453f-934e-de03fc6a55fd tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] 10.222.0.50 "GET /v2.0/ports?device_id=8af2cd16-d138-43c6-96d0-3fc11713e253 HTTP/1.1" status: 200 len: 210 time: 0.1011882 Nov 16 21:59:00.369407 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509414b8-8162-436f-8b35-9f0f5b63aef8 req-d3e70f8d-8151-4cec-a546-1838f70d7137 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:00.370996 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-509414b8-8162-436f-8b35-9f0f5b63aef8 req-d3e70f8d-8151-4cec-a546-1838f70d7137 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] 10.222.0.60 "GET /v2.0/networks?id=4d73400b-035a-4a1a-95c0-4612fd1dd20b HTTP/1.1" status: 200 len: 808 time: 0.2030184 Nov 16 21:59:00.386737 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [req-509414b8-8162-436f-8b35-9f0f5b63aef8 req-cba40f36-162d-436a-8528-ff3ec4f3da31 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] Request body: {'port': {'device_id': '8af2cd16-d138-43c6-96d0-3fc11713e253', 'network_id': '4d73400b-035a-4a1a-95c0-4612fd1dd20b', 'admin_state_up': True, 'tenant_id': 'b76e838dbe484be786bc9d4294341b95'}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:59:00.616699 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [req-509414b8-8162-436f-8b35-9f0f5b63aef8 req-cba40f36-162d-436a-8528-ff3ec4f3da31 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:59:00.620514 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-509414b8-8162-436f-8b35-9f0f5b63aef8 req-cba40f36-162d-436a-8528-ff3ec4f3da31 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] Usage tracker for resource:port and tenant:b76e838dbe484be786bc9d4294341b95 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:59:00.623382 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-509414b8-8162-436f-8b35-9f0f5b63aef8 req-cba40f36-162d-436a-8528-ff3ec4f3da31 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:59:00.630322 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [req-509414b8-8162-436f-8b35-9f0f5b63aef8 req-cba40f36-162d-436a-8528-ff3ec4f3da31 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:59:00.641495 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-509414b8-8162-436f-8b35-9f0f5b63aef8 req-cba40f36-162d-436a-8528-ff3ec4f3da31 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] Made reservation on behalf of b76e838dbe484be786bc9d4294341b95 for: {'port': 1} {{(pid=86863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:59:00.645459 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-509414b8-8162-436f-8b35-9f0f5b63aef8 req-cba40f36-162d-436a-8528-ff3ec4f3da31 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:00.835750 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:00.938360 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.db_base_plugin_common [req-509414b8-8162-436f-8b35-9f0f5b63aef8 req-cba40f36-162d-436a-8528-ff3ec4f3da31 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] Allocated IP 172.20.0.11 (4d73400b-035a-4a1a-95c0-4612fd1dd20b/b872805f-5bd2-41b9-b065-8fed2a5e3ce9/7cd51fb0-81f7-48a0-b7d9-52c90a7aaa30) {{(pid=86863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:59:00.942620 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-f0d989a7-71e0-42e6-9625-947d70a01d19 req-394664c1-fd36-44e2-a7a6-11c526078d9f tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] 10.222.0.50 "GET /v2.0/ports?device_id=68a5431a-613e-4b68-9c29-336fc0cb2722 HTTP/1.1" status: 200 len: 210 time: 0.1744211 Nov 16 21:59:00.953205 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f909bf6-bceb-4cbb-952b-5f5842755e45 req-894e0790-7a1c-4735-9b03-aaa105126d32 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:00.954963 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-4f909bf6-bceb-4cbb-952b-5f5842755e45 req-894e0790-7a1c-4735-9b03-aaa105126d32 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] 10.222.0.60 "GET /v2.0/networks?id=c3d06f3e-b60a-4cda-bf0d-446c28529181 HTTP/1.1" status: 200 len: 809 time: 0.2233343 Nov 16 21:59:00.968050 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [req-4f909bf6-bceb-4cbb-952b-5f5842755e45 req-20e50d13-9472-448b-b789-4d6bbb2e4ed2 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Request body: {'port': {'device_id': '68a5431a-613e-4b68-9c29-336fc0cb2722', 'network_id': 'c3d06f3e-b60a-4cda-bf0d-446c28529181', 'admin_state_up': True, 'tenant_id': 'f1c8558663f547f9825b932b766b03e7'}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:59:01.224647 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [req-4f909bf6-bceb-4cbb-952b-5f5842755e45 req-20e50d13-9472-448b-b789-4d6bbb2e4ed2 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:59:01.231981 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-4f909bf6-bceb-4cbb-952b-5f5842755e45 req-20e50d13-9472-448b-b789-4d6bbb2e4ed2 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Usage tracker for resource:port and tenant:f1c8558663f547f9825b932b766b03e7 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:59:01.236700 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-4f909bf6-bceb-4cbb-952b-5f5842755e45 req-20e50d13-9472-448b-b789-4d6bbb2e4ed2 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:59:01.254803 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [req-4f909bf6-bceb-4cbb-952b-5f5842755e45 req-20e50d13-9472-448b-b789-4d6bbb2e4ed2 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:59:01.288415 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f909bf6-bceb-4cbb-952b-5f5842755e45 req-20e50d13-9472-448b-b789-4d6bbb2e4ed2 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Made reservation on behalf of f1c8558663f547f9825b932b766b03e7 for: {'port': 1} {{(pid=86863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:59:01.291883 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-4f909bf6-bceb-4cbb-952b-5f5842755e45 req-20e50d13-9472-448b-b789-4d6bbb2e4ed2 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:01.310907 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-509414b8-8162-436f-8b35-9f0f5b63aef8 req-cba40f36-162d-436a-8528-ff3ec4f3da31 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] Notify callbacks [] for port, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:01.457122 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-509414b8-8162-436f-8b35-9f0f5b63aef8 req-cba40f36-162d-436a-8528-ff3ec4f3da31 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790568269105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1459265'] for port, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:01.464841 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-ce3004ed-f5b7-4754-b78b-6fb9e5fdbe06 tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:59:01.507276 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ddf9f-defd-43a4-a13e-7770ff95a4b0 req-eb28b7c4-3d9e-420b-b8a9-87acd04132e2 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:01.510512 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-a26ddf9f-defd-43a4-a13e-7770ff95a4b0 req-eb28b7c4-3d9e-420b-b8a9-87acd04132e2 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] 10.222.0.50 "GET /v2.0/ports?device_id=8af2cd16-d138-43c6-96d0-3fc11713e253 HTTP/1.1" status: 200 len: 932 time: 0.0902076 Nov 16 21:59:01.546459 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.db_base_plugin_common [req-4f909bf6-bceb-4cbb-952b-5f5842755e45 req-20e50d13-9472-448b-b789-4d6bbb2e4ed2 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Allocated IP 172.20.0.7 (c3d06f3e-b60a-4cda-bf0d-446c28529181/7d822545-64da-4ccc-8d01-e99eb90ad782/8f92819f-4639-49f8-a328-c6a848b62761) {{(pid=86863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:59:01.549634 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-509414b8-8162-436f-8b35-9f0f5b63aef8 req-cba40f36-162d-436a-8528-ff3ec4f3da31 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] Network 4d73400b-035a-4a1a-95c0-4612fd1dd20b is already hosted by enough agents. {{(pid=86863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:59:01.554369 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [req-a26ddf9f-defd-43a4-a13e-7770ff95a4b0 req-5ff6a1ff-9fb0-4376-95a3-b3d3852e046e tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] Synchronizing usage tracker for tenant:b76e838dbe484be786bc9d4294341b95 on resource:security_group {{(pid=86864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:59:01.554714 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.base_scheduler [req-509414b8-8162-436f-8b35-9f0f5b63aef8 req-cba40f36-162d-436a-8528-ff3ec4f3da31 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] Resources bound (agent type, host, resource id): {{(pid=86863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:59:01.559927 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.l3_dvrscheduler_db [req-509414b8-8162-436f-8b35-9f0f5b63aef8 req-cba40f36-162d-436a-8528-ff3ec4f3da31 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] Received port after_create {{(pid=86863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 16 21:59:01.573168 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [req-a26ddf9f-defd-43a4-a13e-7770ff95a4b0 req-5ff6a1ff-9fb0-4376-95a3-b3d3852e046e tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] Unset dirty status for tenant:b76e838dbe484be786bc9d4294341b95 on resource:security_group {{(pid=86864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:59:01.574353 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-a26ddf9f-defd-43a4-a13e-7770ff95a4b0 req-5ff6a1ff-9fb0-4376-95a3-b3d3852e046e tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7618759-3698-4ac2-a883-02228ffaa741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601122 Nov 16 21:59:01.597476 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba40f36-162d-436a-8528-ff3ec4f3da31 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] Pushing event updated for resources: {'Port': ['ID=7cd51fb0-81f7-48a0-b7d9-52c90a7aaa30,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:59:01.640826 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba40f36-162d-436a-8528-ff3ec4f3da31 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:59:01.641431 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba40f36-162d-436a-8528-ff3ec4f3da31 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:59:01.642045 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba40f36-162d-436a-8528-ff3ec4f3da31 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:59:01.642645 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba40f36-162d-436a-8528-ff3ec4f3da31 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:59:01.643327 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba40f36-162d-436a-8528-ff3ec4f3da31 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:59:01.644340 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba40f36-162d-436a-8528-ff3ec4f3da31 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:59:01.644340 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba40f36-162d-436a-8528-ff3ec4f3da31 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:59:01.644340 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba40f36-162d-436a-8528-ff3ec4f3da31 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:59:01.644919 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba40f36-162d-436a-8528-ff3ec4f3da31 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:59:01.645522 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba40f36-162d-436a-8528-ff3ec4f3da31 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:59:01.646147 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba40f36-162d-436a-8528-ff3ec4f3da31 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:59:01.646720 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba40f36-162d-436a-8528-ff3ec4f3da31 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:59:01.658989 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-cba40f36-162d-436a-8528-ff3ec4f3da31 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:59:01.681566 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509414b8-8162-436f-8b35-9f0f5b63aef8 req-cba40f36-162d-436a-8528-ff3ec4f3da31 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:01.682175 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-509414b8-8162-436f-8b35-9f0f5b63aef8 req-cba40f36-162d-436a-8528-ff3ec4f3da31 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for port, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:01.737862 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-509414b8-8162-436f-8b35-9f0f5b63aef8 req-cba40f36-162d-436a-8528-ff3ec4f3da31 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3557811 Nov 16 21:59:01.792921 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [req-509414b8-8162-436f-8b35-9f0f5b63aef8 req-a1667510-875f-4b95-8f84-d2e1fd125d95 service neutron] Request body: {'port': {'device_id': '8af2cd16-d138-43c6-96d0-3fc11713e253', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81814'}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:59:01.969333 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-4f909bf6-bceb-4cbb-952b-5f5842755e45 req-20e50d13-9472-448b-b789-4d6bbb2e4ed2 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Notify callbacks [] for port, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:01.972004 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-509414b8-8162-436f-8b35-9f0f5b63aef8 req-a1667510-875f-4b95-8f84-d2e1fd125d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:02.107756 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-1c802f60-0aeb-443d-9c1d-fcd1c01e7c3d req-146f8cad-a74b-4a4a-a198-4853a1033e6a tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] 10.222.0.50 "GET /v2.0/ports?device_id=68a5431a-613e-4b68-9c29-336fc0cb2722 HTTP/1.1" status: 200 len: 210 time: 0.0498383 Nov 16 21:59:02.141337 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-4f909bf6-bceb-4cbb-952b-5f5842755e45 req-20e50d13-9472-448b-b789-4d6bbb2e4ed2 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790568269105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1459265'] for port, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:02.148674 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-977fc121-7564-4630-b732-235fff13c1cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:59:02.397483 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f909bf6-bceb-4cbb-952b-5f5842755e45 req-20e50d13-9472-448b-b789-4d6bbb2e4ed2 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Network c3d06f3e-b60a-4cda-bf0d-446c28529181 is already hosted by enough agents. {{(pid=86863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:59:02.402012 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.base_scheduler [req-4f909bf6-bceb-4cbb-952b-5f5842755e45 req-20e50d13-9472-448b-b789-4d6bbb2e4ed2 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Resources bound (agent type, host, resource id): {{(pid=86863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:59:02.410718 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f909bf6-bceb-4cbb-952b-5f5842755e45 req-20e50d13-9472-448b-b789-4d6bbb2e4ed2 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Received port after_create {{(pid=86863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 16 21:59:02.447196 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e50d13-9472-448b-b789-4d6bbb2e4ed2 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Pushing event updated for resources: {'Port': ['ID=8f92819f-4639-49f8-a328-c6a848b62761,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:59:02.457970 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-20e50d13-9472-448b-b789-4d6bbb2e4ed2 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:59:02.511180 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f909bf6-bceb-4cbb-952b-5f5842755e45 req-20e50d13-9472-448b-b789-4d6bbb2e4ed2 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:02.511791 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-4f909bf6-bceb-4cbb-952b-5f5842755e45 req-20e50d13-9472-448b-b789-4d6bbb2e4ed2 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for port, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:02.542225 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-4f909bf6-bceb-4cbb-952b-5f5842755e45 req-20e50d13-9472-448b-b789-4d6bbb2e4ed2 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5780740 Nov 16 21:59:02.579533 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [req-4f909bf6-bceb-4cbb-952b-5f5842755e45 req-65a42344-1590-4dad-8a7a-fa017e0ca8fd service neutron] Request body: {'port': {'device_id': '68a5431a-613e-4b68-9c29-336fc0cb2722', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81814'}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:59:02.647795 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.notifiers.nova [req-509414b8-8162-436f-8b35-9f0f5b63aef8 req-a1667510-875f-4b95-8f84-d2e1fd125d95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cd51fb0-81f7-48a0-b7d9-52c90a7aaa30 {{(pid=86863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:59:02.659219 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-509414b8-8162-436f-8b35-9f0f5b63aef8 req-a1667510-875f-4b95-8f84-d2e1fd125d95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:02.760139 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.provisioning_blocks [req-509414b8-8162-436f-8b35-9f0f5b63aef8 req-a1667510-875f-4b95-8f84-d2e1fd125d95 service neutron] Transition to ACTIVE for port object 7cd51fb0-81f7-48a0-b7d9-52c90a7aaa30 will not be triggered until provisioned by entity L2. {{(pid=86863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:59:02.769307 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-509414b8-8162-436f-8b35-9f0f5b63aef8 req-a1667510-875f-4b95-8f84-d2e1fd125d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1459288'] for port, after_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:02.775664 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-38181c49-dd45-4bc0-9c5b-b2869a1bcbe9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:59:02.839296 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-4f909bf6-bceb-4cbb-952b-5f5842755e45 req-65a42344-1590-4dad-8a7a-fa017e0ca8fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:02.976113 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1667510-875f-4b95-8f84-d2e1fd125d95 service neutron] Pushing event updated for resources: {'Port': ['ID=7cd51fb0-81f7-48a0-b7d9-52c90a7aaa30,revision_number=2']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:59:03.012059 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-a1667510-875f-4b95-8f84-d2e1fd125d95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:59:03.075400 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953413b-19b7-44d8-a153-1df7d7773dbf req-378e8632-bccb-4b0f-8730-f9967608faa7 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:03.076085 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-5953413b-19b7-44d8-a153-1df7d7773dbf req-378e8632-bccb-4b0f-8730-f9967608faa7 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] Synchronizing usage tracker for tenant:b76e838dbe484be786bc9d4294341b95 on resource:port {{(pid=86863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:59:03.175465 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-5953413b-19b7-44d8-a153-1df7d7773dbf req-378e8632-bccb-4b0f-8730-f9967608faa7 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] Unset dirty status for tenant:b76e838dbe484be786bc9d4294341b95 on resource:port {{(pid=86863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:59:03.176513 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-5953413b-19b7-44d8-a153-1df7d7773dbf req-378e8632-bccb-4b0f-8730-f9967608faa7 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] 10.222.0.50 "GET /v2.0/ports?device_id=8af2cd16-d138-43c6-96d0-3fc11713e253 HTTP/1.1" status: 200 len: 932 time: 0.4771960 Nov 16 21:59:03.226043 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd5529-7f40-4946-a325-236bbef3cd4f req-9a2ce92e-3bed-4be5-a92e-5010463ce26a tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:03.227515 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-78bd5529-7f40-4946-a325-236bbef3cd4f req-9a2ce92e-3bed-4be5-a92e-5010463ce26a tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b3dd44e-5ead-4057-925b-1bcccecd4066 HTTP/1.1" status: 200 len: 945 time: 0.0810287 Nov 16 21:59:03.232165 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.managers [req-509414b8-8162-436f-8b35-9f0f5b63aef8 req-a1667510-875f-4b95-8f84-d2e1fd125d95 service neutron] Attempting to bind port 7cd51fb0-81f7-48a0-b7d9-52c90a7aaa30 on host hv-cinder-81814 for vnic_type normal with profile {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 21:59:03.232490 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.managers [req-509414b8-8162-436f-8b35-9f0f5b63aef8 req-a1667510-875f-4b95-8f84-d2e1fd125d95 service neutron] Attempting to bind port 7cd51fb0-81f7-48a0-b7d9-52c90a7aaa30 by drivers openvswitch,hyperv on host hv-cinder-81814 at level 0 using segments [{'id': '1890aedf-b1c2-431a-9aef-747e8eebdf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '4d73400b-035a-4a1a-95c0-4612fd1dd20b'}] {{(pid=86863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 21:59:03.232805 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509414b8-8162-436f-8b35-9f0f5b63aef8 req-a1667510-875f-4b95-8f84-d2e1fd125d95 service neutron] Attempting to bind port 7cd51fb0-81f7-48a0-b7d9-52c90a7aaa30 on network 4d73400b-035a-4a1a-95c0-4612fd1dd20b {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 16 21:59:03.273849 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-78bd5529-7f40-4946-a325-236bbef3cd4f req-32820ae4-1b40-44bb-a946-18a210d3b3fd tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e0b98a9-e431-449a-8173-fb004c6e0d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399687 Nov 16 21:59:03.289419 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509414b8-8162-436f-8b35-9f0f5b63aef8 req-a1667510-875f-4b95-8f84-d2e1fd125d95 service neutron] Port 7cd51fb0-81f7-48a0-b7d9-52c90a7aaa30 on network 4d73400b-035a-4a1a-95c0-4612fd1dd20b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81814 {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 16 21:59:03.289738 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509414b8-8162-436f-8b35-9f0f5b63aef8 req-a1667510-875f-4b95-8f84-d2e1fd125d95 service neutron] Attempting to bind port 7cd51fb0-81f7-48a0-b7d9-52c90a7aaa30 on network 4d73400b-035a-4a1a-95c0-4612fd1dd20b {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 16 21:59:03.302522 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509414b8-8162-436f-8b35-9f0f5b63aef8 req-a1667510-875f-4b95-8f84-d2e1fd125d95 service neutron] Checking agent: {'id': '426a5c9b-164f-481a-ad6e-a795536ce9ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81814', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 49, 31), 'started_at': datetime.datetime(2021, 11, 16, 21, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 16 21:59:03.302850 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509414b8-8162-436f-8b35-9f0f5b63aef8 req-a1667510-875f-4b95-8f84-d2e1fd125d95 service neutron] Checking segment: {'id': '1890aedf-b1c2-431a-9aef-747e8eebdf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '4d73400b-035a-4a1a-95c0-4612fd1dd20b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 16 21:59:03.303211 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509414b8-8162-436f-8b35-9f0f5b63aef8 req-a1667510-875f-4b95-8f84-d2e1fd125d95 service neutron] Bound using segment: {'id': '1890aedf-b1c2-431a-9aef-747e8eebdf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '4d73400b-035a-4a1a-95c0-4612fd1dd20b'} {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 16 21:59:03.303638 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.managers [req-509414b8-8162-436f-8b35-9f0f5b63aef8 req-a1667510-875f-4b95-8f84-d2e1fd125d95 service neutron] Bound port: 7cd51fb0-81f7-48a0-b7d9-52c90a7aaa30, host: hv-cinder-81814, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1890aedf-b1c2-431a-9aef-747e8eebdf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '4d73400b-035a-4a1a-95c0-4612fd1dd20b'}}] {{(pid=86863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 21:59:03.303971 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-509414b8-8162-436f-8b35-9f0f5b63aef8 req-a1667510-875f-4b95-8f84-d2e1fd125d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:03.388251 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-5953413b-19b7-44d8-a153-1df7d7773dbf req-beb83fe4-d5b5-4887-83db-73ae16d04655 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7618759-3698-4ac2-a883-02228ffaa741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972632 Nov 16 21:59:03.465331 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c57567d-98c4-443f-95b1-18d436bab628 req-bf5de530-83df-47b1-af02-91007a8e264a tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:03.466798 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-1c57567d-98c4-443f-95b1-18d436bab628 req-bf5de530-83df-47b1-af02-91007a8e264a tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] 10.222.0.50 "GET /v2.0/ports?device_id=68a5431a-613e-4b68-9c29-336fc0cb2722 HTTP/1.1" status: 200 len: 931 time: 0.0883033 Nov 16 21:59:03.469195 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.db [req-509414b8-8162-436f-8b35-9f0f5b63aef8 req-a1667510-875f-4b95-8f84-d2e1fd125d95 service neutron] For port 7cd51fb0-81f7-48a0-b7d9-52c90a7aaa30, host hv-cinder-81814, cleared binding levels {{(pid=86863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 16 21:59:03.472946 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.db [req-509414b8-8162-436f-8b35-9f0f5b63aef8 req-a1667510-875f-4b95-8f84-d2e1fd125d95 service neutron] For port 7cd51fb0-81f7-48a0-b7d9-52c90a7aaa30, host hv-cinder-81814, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=7cd51fb0-81f7-48a0-b7d9-52c90a7aaa30,segment=NetworkSegment(1890aedf-b1c2-431a-9aef-747e8eebdf02),segment_id=1890aedf-b1c2-431a-9aef-747e8eebdf02)] {{(pid=86863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 16 21:59:03.485544 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-509414b8-8162-436f-8b35-9f0f5b63aef8 req-a1667510-875f-4b95-8f84-d2e1fd125d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1459288'] for port, after_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:03.492516 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-2cc3cbad-f9a2-457d-8d4a-dedf958ff0cd tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:59:03.512373 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-1c57567d-98c4-443f-95b1-18d436bab628 req-46faa85c-e8ee-4d73-a868-8005747d7494 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] 10.222.0.50 "GET /v2.0/security-groups?id=852759aa-e395-4697-af46-75610ceb40a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396242 Nov 16 21:59:03.597473 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509414b8-8162-436f-8b35-9f0f5b63aef8 req-a1667510-875f-4b95-8f84-d2e1fd125d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:03.598049 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-509414b8-8162-436f-8b35-9f0f5b63aef8 req-a1667510-875f-4b95-8f84-d2e1fd125d95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for port, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:03.599378 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-509414b8-8162-436f-8b35-9f0f5b63aef8 req-a1667510-875f-4b95-8f84-d2e1fd125d95 service neutron] 10.222.0.60 "PUT /v2.0/ports/7cd51fb0-81f7-48a0-b7d9-52c90a7aaa30 HTTP/1.1" status: 200 len: 1094 time: 1.8105178 Nov 16 21:59:03.599877 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8af2cd16-d138-43c6-96d0-3fc11713e253', 'tag': '7cd51fb0-81f7-48a0-b7d9-52c90a7aaa30'}] {{(pid=86863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:59:03.620060 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.notifiers.nova [req-4f909bf6-bceb-4cbb-952b-5f5842755e45 req-65a42344-1590-4dad-8a7a-fa017e0ca8fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f92819f-4639-49f8-a328-c6a848b62761 {{(pid=86863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:59:03.630474 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-4f909bf6-bceb-4cbb-952b-5f5842755e45 req-65a42344-1590-4dad-8a7a-fa017e0ca8fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:03.636037 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1667510-875f-4b95-8f84-d2e1fd125d95 service neutron] Pushing event updated for resources: {'Port': ['ID=7cd51fb0-81f7-48a0-b7d9-52c90a7aaa30,revision_number=3']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:59:03.645266 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-a1667510-875f-4b95-8f84-d2e1fd125d95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:59:03.680300 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8af2cd16-d138-43c6-96d0-3fc11713e253', 'tag': '7cd51fb0-81f7-48a0-b7d9-52c90a7aaa30', 'status': 'completed', 'code': 200} Nov 16 21:59:03.695852 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.provisioning_blocks [req-4f909bf6-bceb-4cbb-952b-5f5842755e45 req-65a42344-1590-4dad-8a7a-fa017e0ca8fd service neutron] Transition to ACTIVE for port object 8f92819f-4639-49f8-a328-c6a848b62761 will not be triggered until provisioned by entity L2. {{(pid=86863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:59:03.705594 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-4f909bf6-bceb-4cbb-952b-5f5842755e45 req-65a42344-1590-4dad-8a7a-fa017e0ca8fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1459288'] for port, after_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:03.711413 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-5971b49e-97a4-4dc6-8610-2528cd7834b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:59:03.872383 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a42344-1590-4dad-8a7a-fa017e0ca8fd service neutron] Pushing event updated for resources: {'Port': ['ID=8f92819f-4639-49f8-a328-c6a848b62761,revision_number=2']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:59:03.880333 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-65a42344-1590-4dad-8a7a-fa017e0ca8fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:59:03.929089 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509414b8-8162-436f-8b35-9f0f5b63aef8 req-d2ff2e19-3622-4e87-b0b2-d34b8179558f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:03.930561 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-509414b8-8162-436f-8b35-9f0f5b63aef8 req-d2ff2e19-3622-4e87-b0b2-d34b8179558f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b76e838dbe484be786bc9d4294341b95&device_id=8af2cd16-d138-43c6-96d0-3fc11713e253 HTTP/1.1" status: 200 len: 1097 time: 0.2871611 Nov 16 21:59:04.117130 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-509414b8-8162-436f-8b35-9f0f5b63aef8 req-3b56e128-6e03-4d64-b351-129436873bd1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7cd51fb0-81f7-48a0-b7d9-52c90a7aaa30 HTTP/1.1" status: 200 len: 217 time: 0.1759808 Nov 16 21:59:04.119042 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.managers [req-4f909bf6-bceb-4cbb-952b-5f5842755e45 req-65a42344-1590-4dad-8a7a-fa017e0ca8fd service neutron] Attempting to bind port 8f92819f-4639-49f8-a328-c6a848b62761 on host hv-cinder-81814 for vnic_type normal with profile {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 21:59:04.119363 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.managers [req-4f909bf6-bceb-4cbb-952b-5f5842755e45 req-65a42344-1590-4dad-8a7a-fa017e0ca8fd service neutron] Attempting to bind port 8f92819f-4639-49f8-a328-c6a848b62761 by drivers openvswitch,hyperv on host hv-cinder-81814 at level 0 using segments [{'id': 'e20dd5cc-0291-48ff-b717-8c2004cfa9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'c3d06f3e-b60a-4cda-bf0d-446c28529181'}] {{(pid=86863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 21:59:04.119677 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f909bf6-bceb-4cbb-952b-5f5842755e45 req-65a42344-1590-4dad-8a7a-fa017e0ca8fd service neutron] Attempting to bind port 8f92819f-4639-49f8-a328-c6a848b62761 on network c3d06f3e-b60a-4cda-bf0d-446c28529181 {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 16 21:59:04.124196 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f909bf6-bceb-4cbb-952b-5f5842755e45 req-65a42344-1590-4dad-8a7a-fa017e0ca8fd service neutron] Port 8f92819f-4639-49f8-a328-c6a848b62761 on network c3d06f3e-b60a-4cda-bf0d-446c28529181 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81814 {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 16 21:59:04.124532 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f909bf6-bceb-4cbb-952b-5f5842755e45 req-65a42344-1590-4dad-8a7a-fa017e0ca8fd service neutron] Attempting to bind port 8f92819f-4639-49f8-a328-c6a848b62761 on network c3d06f3e-b60a-4cda-bf0d-446c28529181 {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 16 21:59:04.130040 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f909bf6-bceb-4cbb-952b-5f5842755e45 req-65a42344-1590-4dad-8a7a-fa017e0ca8fd service neutron] Checking agent: {'id': '426a5c9b-164f-481a-ad6e-a795536ce9ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81814', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 49, 31), 'started_at': datetime.datetime(2021, 11, 16, 21, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 16 21:59:04.130382 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f909bf6-bceb-4cbb-952b-5f5842755e45 req-65a42344-1590-4dad-8a7a-fa017e0ca8fd service neutron] Checking segment: {'id': 'e20dd5cc-0291-48ff-b717-8c2004cfa9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'c3d06f3e-b60a-4cda-bf0d-446c28529181'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 16 21:59:04.130740 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f909bf6-bceb-4cbb-952b-5f5842755e45 req-65a42344-1590-4dad-8a7a-fa017e0ca8fd service neutron] Bound using segment: {'id': 'e20dd5cc-0291-48ff-b717-8c2004cfa9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'c3d06f3e-b60a-4cda-bf0d-446c28529181'} {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 16 21:59:04.131149 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.managers [req-4f909bf6-bceb-4cbb-952b-5f5842755e45 req-65a42344-1590-4dad-8a7a-fa017e0ca8fd service neutron] Bound port: 8f92819f-4639-49f8-a328-c6a848b62761, host: hv-cinder-81814, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e20dd5cc-0291-48ff-b717-8c2004cfa9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'c3d06f3e-b60a-4cda-bf0d-446c28529181'}}] {{(pid=86863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 21:59:04.131481 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-4f909bf6-bceb-4cbb-952b-5f5842755e45 req-65a42344-1590-4dad-8a7a-fa017e0ca8fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:04.248840 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509414b8-8162-436f-8b35-9f0f5b63aef8 req-bc523fb0-fa33-4432-a56e-50fd637a10ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:04.251352 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-509414b8-8162-436f-8b35-9f0f5b63aef8 req-bc523fb0-fa33-4432-a56e-50fd637a10ef service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b872805f-5bd2-41b9-b065-8fed2a5e3ce9 HTTP/1.1" status: 200 len: 848 time: 0.1114678 Nov 16 21:59:04.310183 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-509414b8-8162-436f-8b35-9f0f5b63aef8 req-38e6e40b-aed7-44c9-838a-ce4a3721e6f3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d73400b-035a-4a1a-95c0-4612fd1dd20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484118 Nov 16 21:59:04.314892 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.db [req-4f909bf6-bceb-4cbb-952b-5f5842755e45 req-65a42344-1590-4dad-8a7a-fa017e0ca8fd service neutron] For port 8f92819f-4639-49f8-a328-c6a848b62761, host hv-cinder-81814, cleared binding levels {{(pid=86863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 16 21:59:04.339578 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.db [req-4f909bf6-bceb-4cbb-952b-5f5842755e45 req-65a42344-1590-4dad-8a7a-fa017e0ca8fd service neutron] For port 8f92819f-4639-49f8-a328-c6a848b62761, host hv-cinder-81814, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=8f92819f-4639-49f8-a328-c6a848b62761,segment=NetworkSegment(e20dd5cc-0291-48ff-b717-8c2004cfa9b3),segment_id=e20dd5cc-0291-48ff-b717-8c2004cfa9b3)] {{(pid=86863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 16 21:59:04.347177 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-4f909bf6-bceb-4cbb-952b-5f5842755e45 req-65a42344-1590-4dad-8a7a-fa017e0ca8fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1459288'] for port, after_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:04.353466 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-20e50d13-9472-448b-b789-4d6bbb2e4ed2 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:59:04.465983 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ddcb97-a598-4ccd-bfd4-fc3ae96932fc req-396e8fc4-c97e-4218-bcbe-1ff243051131 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:04.467470 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-87ddcb97-a598-4ccd-bfd4-fc3ae96932fc req-396e8fc4-c97e-4218-bcbe-1ff243051131 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b3dd44e-5ead-4057-925b-1bcccecd4066 HTTP/1.1" status: 200 len: 945 time: 0.0877261 Nov 16 21:59:04.473266 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f909bf6-bceb-4cbb-952b-5f5842755e45 req-65a42344-1590-4dad-8a7a-fa017e0ca8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:04.473861 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-4f909bf6-bceb-4cbb-952b-5f5842755e45 req-65a42344-1590-4dad-8a7a-fa017e0ca8fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for port, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:04.475203 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-4f909bf6-bceb-4cbb-952b-5f5842755e45 req-65a42344-1590-4dad-8a7a-fa017e0ca8fd service neutron] 10.222.0.60 "PUT /v2.0/ports/8f92819f-4639-49f8-a328-c6a848b62761 HTTP/1.1" status: 200 len: 1093 time: 1.9006312 Nov 16 21:59:04.510744 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a42344-1590-4dad-8a7a-fa017e0ca8fd service neutron] Pushing event updated for resources: {'Port': ['ID=8f92819f-4639-49f8-a328-c6a848b62761,revision_number=3']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:59:04.517006 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-65a42344-1590-4dad-8a7a-fa017e0ca8fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:59:04.527129 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-87ddcb97-a598-4ccd-bfd4-fc3ae96932fc req-3cbfa2ac-6c4c-48d7-a8e7-024ce98b8d46 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e0b98a9-e431-449a-8173-fb004c6e0d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520027 Nov 16 21:59:04.620884 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-509414b8-8162-436f-8b35-9f0f5b63aef8 req-a3ba9805-cc9c-47c7-ab47-c48f9ad19f52 service neutron] 10.222.0.60 "GET /v2.0/networks/4d73400b-035a-4a1a-95c0-4612fd1dd20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005540 Nov 16 21:59:04.720484 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f822d-63de-4be3-9cce-213dfc46fb9a req-a7185fa8-53e3-4e8a-893b-4c822235658c tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:04.721965 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-386f822d-63de-4be3-9cce-213dfc46fb9a req-a7185fa8-53e3-4e8a-893b-4c822235658c tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] 10.222.0.50 "GET /v2.0/ports?device_id=68a5431a-613e-4b68-9c29-336fc0cb2722 HTTP/1.1" status: 200 len: 943 time: 0.0878923 Nov 16 21:59:04.768901 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-386f822d-63de-4be3-9cce-213dfc46fb9a req-ef5ad090-33ed-45dc-9592-457c991ef4c6 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] 10.222.0.50 "GET /v2.0/security-groups?id=852759aa-e395-4697-af46-75610ceb40a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409548 Nov 16 21:59:04.795785 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e9e35e-bf11-4347-a4e0-9f89e9f7d1a9 req-c4c429a9-960a-42f5-99b1-8b439b92917e tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:04.797724 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-e5e9e35e-bf11-4347-a4e0-9f89e9f7d1a9 req-c4c429a9-960a-42f5-99b1-8b439b92917e tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] 10.222.0.50 "GET /v2.0/ports?device_id=8af2cd16-d138-43c6-96d0-3fc11713e253 HTTP/1.1" status: 200 len: 944 time: 0.2701421 Nov 16 21:59:04.802490 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f909bf6-bceb-4cbb-952b-5f5842755e45 req-d38232c9-0e09-43aa-bd3e-df2f35985f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:04.803823 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-4f909bf6-bceb-4cbb-952b-5f5842755e45 req-d38232c9-0e09-43aa-bd3e-df2f35985f7a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f1c8558663f547f9825b932b766b03e7&device_id=68a5431a-613e-4b68-9c29-336fc0cb2722 HTTP/1.1" status: 200 len: 1096 time: 0.2751696 Nov 16 21:59:04.876822 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-509414b8-8162-436f-8b35-9f0f5b63aef8 req-805bf4fa-f1e9-4fa7-8f41-0ad7b975c879 service neutron] 10.222.0.60 "GET /v2.0/networks/4d73400b-035a-4a1a-95c0-4612fd1dd20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432091 Nov 16 21:59:04.900168 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-4f909bf6-bceb-4cbb-952b-5f5842755e45 req-07e1f9b3-27ac-4472-88da-81774aec0e7f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f92819f-4639-49f8-a328-c6a848b62761 HTTP/1.1" status: 200 len: 217 time: 0.0747137 Nov 16 21:59:04.913107 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-e5e9e35e-bf11-4347-a4e0-9f89e9f7d1a9 req-9aef502e-020b-435d-9e57-59d921741148 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7618759-3698-4ac2-a883-02228ffaa741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084182 Nov 16 21:59:05.036755 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f909bf6-bceb-4cbb-952b-5f5842755e45 req-83a2385b-9a7b-4701-889c-f68518f0a437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:05.038105 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-4f909bf6-bceb-4cbb-952b-5f5842755e45 req-83a2385b-9a7b-4701-889c-f68518f0a437 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7d822545-64da-4ccc-8d01-e99eb90ad782 HTTP/1.1" status: 200 len: 849 time: 0.1199911 Nov 16 21:59:05.090680 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-4f909bf6-bceb-4cbb-952b-5f5842755e45 req-6baea232-a1bb-46e7-9923-853309395ef9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c3d06f3e-b60a-4cda-bf0d-446c28529181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418723 Nov 16 21:59:05.093159 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9071f6-f295-4b07-bc91-13106a362696 req-6923b76f-b564-4acd-968d-fba3bb8203ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:05.095063 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-df9071f6-f295-4b07-bc91-13106a362696 req-6923b76f-b564-4acd-968d-fba3bb8203ec service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b76e838dbe484be786bc9d4294341b95&device_id=8af2cd16-d138-43c6-96d0-3fc11713e253 HTTP/1.1" status: 200 len: 1097 time: 0.1441736 Nov 16 21:59:05.332033 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-4f909bf6-bceb-4cbb-952b-5f5842755e45 req-50480671-cf76-43f1-85e9-c15597182bce service neutron] 10.222.0.60 "GET /v2.0/networks/c3d06f3e-b60a-4cda-bf0d-446c28529181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281544 Nov 16 21:59:05.338146 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9071f6-f295-4b07-bc91-13106a362696 req-c530a7aa-24d5-49f6-bd38-4748f3853028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:05.339466 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-df9071f6-f295-4b07-bc91-13106a362696 req-c530a7aa-24d5-49f6-bd38-4748f3853028 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4d73400b-035a-4a1a-95c0-4612fd1dd20b HTTP/1.1" status: 200 len: 909 time: 0.2165895 Nov 16 21:59:05.473576 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-df9071f6-f295-4b07-bc91-13106a362696 req-53eab0e6-84f9-4068-8285-a244fdea1a1f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7cd51fb0-81f7-48a0-b7d9-52c90a7aaa30 HTTP/1.1" status: 200 len: 217 time: 0.1155465 Nov 16 21:59:05.574813 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9071f6-f295-4b07-bc91-13106a362696 req-3ae91a7c-20e8-4e0d-9122-07716b7e297e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:05.576214 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-df9071f6-f295-4b07-bc91-13106a362696 req-3ae91a7c-20e8-4e0d-9122-07716b7e297e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b872805f-5bd2-41b9-b065-8fed2a5e3ce9 HTTP/1.1" status: 200 len: 848 time: 0.0900474 Nov 16 21:59:05.582006 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-4f909bf6-bceb-4cbb-952b-5f5842755e45 req-9ed694a1-0d44-4966-9214-47b216dc1eec service neutron] 10.222.0.60 "GET /v2.0/networks/c3d06f3e-b60a-4cda-bf0d-446c28529181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417314 Nov 16 21:59:05.719289 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d8151-9a94-4bf0-8273-40b505095d46 req-ab5de2c1-dfad-4aa4-8b21-a0f9494a0f71 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:05.720801 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-297d8151-9a94-4bf0-8273-40b505095d46 req-ab5de2c1-dfad-4aa4-8b21-a0f9494a0f71 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b3dd44e-5ead-4057-925b-1bcccecd4066 HTTP/1.1" status: 200 len: 945 time: 0.0868435 Nov 16 21:59:05.738371 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68a5431a-613e-4b68-9c29-336fc0cb2722', 'tag': '8f92819f-4639-49f8-a328-c6a848b62761'}] {{(pid=86863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:59:05.745068 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-df9071f6-f295-4b07-bc91-13106a362696 req-0cd6d1d8-13a9-47ad-93de-a5710bc6a783 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d73400b-035a-4a1a-95c0-4612fd1dd20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1566961 Nov 16 21:59:05.767338 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-297d8151-9a94-4bf0-8273-40b505095d46 req-922df9cf-cb8d-4c38-86e8-e3397b81c308 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e0b98a9-e431-449a-8173-fb004c6e0d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407896 Nov 16 21:59:05.822290 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68a5431a-613e-4b68-9c29-336fc0cb2722', 'tag': '8f92819f-4639-49f8-a328-c6a848b62761', 'status': 'completed', 'code': 200} Nov 16 21:59:05.989875 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-df9071f6-f295-4b07-bc91-13106a362696 req-992bd1ef-22a9-4e68-9504-f2d44400a848 service neutron] 10.222.0.60 "GET /v2.0/networks/4d73400b-035a-4a1a-95c0-4612fd1dd20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371554 Nov 16 21:59:06.089277 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9f9b8c-859b-4f0b-aa40-d64416cda2ff req-d9df9c5c-dcb8-4c93-97a6-f476557e156d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:06.090760 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-ee9f9b8c-859b-4f0b-aa40-d64416cda2ff req-d9df9c5c-dcb8-4c93-97a6-f476557e156d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f1c8558663f547f9825b932b766b03e7&device_id=68a5431a-613e-4b68-9c29-336fc0cb2722 HTTP/1.1" status: 200 len: 1096 time: 0.2677362 Nov 16 21:59:06.105427 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f18fc-dad2-497c-996c-45dc0b3c484e req-cb4051b0-c25d-45de-89ab-e7d24d88788b tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:06.105609 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3794a7c-66a9-4dc2-acb6-cce90a79313d req-0404b387-ed45-46fd-9cba-57373d12d33c tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:06.106208 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-421f18fc-dad2-497c-996c-45dc0b3c484e req-cb4051b0-c25d-45de-89ab-e7d24d88788b tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Synchronizing usage tracker for tenant:f1c8558663f547f9825b932b766b03e7 on resource:port {{(pid=86863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:59:06.106911 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-e3794a7c-66a9-4dc2-acb6-cce90a79313d req-0404b387-ed45-46fd-9cba-57373d12d33c tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] 10.222.0.50 "GET /v2.0/ports?device_id=8af2cd16-d138-43c6-96d0-3fc11713e253 HTTP/1.1" status: 200 len: 944 time: 0.0840061 Nov 16 21:59:06.151919 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-e3794a7c-66a9-4dc2-acb6-cce90a79313d req-c5e849fd-9927-4ffd-90da-843b06517fab tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7618759-3698-4ac2-a883-02228ffaa741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392535 Nov 16 21:59:06.215943 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-421f18fc-dad2-497c-996c-45dc0b3c484e req-cb4051b0-c25d-45de-89ab-e7d24d88788b tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Unset dirty status for tenant:f1c8558663f547f9825b932b766b03e7 on resource:port {{(pid=86863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:59:06.217042 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-421f18fc-dad2-497c-996c-45dc0b3c484e req-cb4051b0-c25d-45de-89ab-e7d24d88788b tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] 10.222.0.50 "GET /v2.0/ports?device_id=68a5431a-613e-4b68-9c29-336fc0cb2722 HTTP/1.1" status: 200 len: 943 time: 0.3376892 Nov 16 21:59:06.294750 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-df9071f6-f295-4b07-bc91-13106a362696 req-b7a6eac0-26d9-4a49-a6c7-6455d94463e4 service neutron] 10.222.0.60 "GET /v2.0/networks/4d73400b-035a-4a1a-95c0-4612fd1dd20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933490 Nov 16 21:59:06.317497 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9f9b8c-859b-4f0b-aa40-d64416cda2ff req-e750a29c-e4f7-4578-af98-8994e244468c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:06.318925 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-ee9f9b8c-859b-4f0b-aa40-d64416cda2ff req-e750a29c-e4f7-4578-af98-8994e244468c service neutron] 10.222.0.60 "GET /v2.0/networks?id=c3d06f3e-b60a-4cda-bf0d-446c28529181 HTTP/1.1" status: 200 len: 910 time: 0.2102852 Nov 16 21:59:06.321136 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-421f18fc-dad2-497c-996c-45dc0b3c484e req-90828a42-c876-434d-92f5-ad16bdb15ff2 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Synchronizing usage tracker for tenant:f1c8558663f547f9825b932b766b03e7 on resource:security_group {{(pid=86863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:59:06.398090 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-ee9f9b8c-859b-4f0b-aa40-d64416cda2ff req-6242243a-c071-4dd6-a592-6d642cf4f63f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f92819f-4639-49f8-a328-c6a848b62761 HTTP/1.1" status: 200 len: 217 time: 0.0708172 Nov 16 21:59:06.402330 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-421f18fc-dad2-497c-996c-45dc0b3c484e req-90828a42-c876-434d-92f5-ad16bdb15ff2 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Unset dirty status for tenant:f1c8558663f547f9825b932b766b03e7 on resource:security_group {{(pid=86863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:59:06.403293 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-421f18fc-dad2-497c-996c-45dc0b3c484e req-90828a42-c876-434d-92f5-ad16bdb15ff2 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] 10.222.0.50 "GET /v2.0/security-groups?id=852759aa-e395-4697-af46-75610ceb40a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726675 Nov 16 21:59:06.461880 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9f9b8c-859b-4f0b-aa40-d64416cda2ff req-f386b249-5f88-4672-b24d-c85b83bc50bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:06.463307 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-ee9f9b8c-859b-4f0b-aa40-d64416cda2ff req-f386b249-5f88-4672-b24d-c85b83bc50bf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7d822545-64da-4ccc-8d01-e99eb90ad782 HTTP/1.1" status: 200 len: 849 time: 0.0585535 Nov 16 21:59:06.516075 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-ee9f9b8c-859b-4f0b-aa40-d64416cda2ff req-70e2dc2e-17f3-482d-965b-0bedfba879c9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c3d06f3e-b60a-4cda-bf0d-446c28529181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412827 Nov 16 21:59:06.647932 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-ee9f9b8c-859b-4f0b-aa40-d64416cda2ff req-286b4c83-a7f4-46fa-a9b9-23293db1a964 service neutron] 10.222.0.60 "GET /v2.0/networks/c3d06f3e-b60a-4cda-bf0d-446c28529181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239603 Nov 16 21:59:06.778873 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-ee9f9b8c-859b-4f0b-aa40-d64416cda2ff req-aebe4e83-8857-485a-a04c-a4d026aab5e7 service neutron] 10.222.0.60 "GET /v2.0/networks/c3d06f3e-b60a-4cda-bf0d-446c28529181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215358 Nov 16 21:59:06.954660 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e8b82-6c3f-4a3a-bb42-8f197af944d1 req-db669d9c-acf9-4e7c-b6d0-b969a35834d9 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:06.956150 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-422e8b82-6c3f-4a3a-bb42-8f197af944d1 req-db669d9c-acf9-4e7c-b6d0-b969a35834d9 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b3dd44e-5ead-4057-925b-1bcccecd4066 HTTP/1.1" status: 200 len: 945 time: 0.0808711 Nov 16 21:59:07.003087 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-422e8b82-6c3f-4a3a-bb42-8f197af944d1 req-77815408-c8ca-4d6f-accd-c2c804abb613 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e0b98a9-e431-449a-8173-fb004c6e0d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413878 Nov 16 21:59:07.338493 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9a673-1c39-4e8b-a474-0ae3f1329b16 req-bfe9c509-ccb5-4b91-9c10-177ac75f9666 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:07.339838 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-f5c9a673-1c39-4e8b-a474-0ae3f1329b16 req-bfe9c509-ccb5-4b91-9c10-177ac75f9666 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] 10.222.0.50 "GET /v2.0/ports?device_id=8af2cd16-d138-43c6-96d0-3fc11713e253 HTTP/1.1" status: 200 len: 944 time: 0.0840478 Nov 16 21:59:07.383155 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-f5c9a673-1c39-4e8b-a474-0ae3f1329b16 req-0cde7bba-d295-45bd-8a91-ee06386e69d7 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7618759-3698-4ac2-a883-02228ffaa741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375116 Nov 16 21:59:07.496688 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device 8f92819f-4639-49f8-a328-c6a848b62761 details requested by agent hyperv_hv-cinder-81814 with host hv-cinder-81814 {{(pid=86865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 16 21:59:07.588630 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47695031-493c-4eba-bf15-005445398f10 req-d20296ab-4c50-4dac-87a3-e38f3ec3d27e tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:07.590017 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-47695031-493c-4eba-bf15-005445398f10 req-d20296ab-4c50-4dac-87a3-e38f3ec3d27e tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] 10.222.0.50 "GET /v2.0/ports?device_id=68a5431a-613e-4b68-9c29-336fc0cb2722 HTTP/1.1" status: 200 len: 943 time: 0.0824959 Nov 16 21:59:07.633036 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port 8f92819f-4639-49f8-a328-c6a848b62761, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=8f92819f-4639-49f8-a328-c6a848b62761,segment=NetworkSegment(e20dd5cc-0291-48ff-b717-8c2004cfa9b3),segment_id=e20dd5cc-0291-48ff-b717-8c2004cfa9b3)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:59:07.634921 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-47695031-493c-4eba-bf15-005445398f10 req-0184d5bb-a327-4855-81a3-1f7d2c11e602 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] 10.222.0.50 "GET /v2.0/security-groups?id=852759aa-e395-4697-af46-75610ceb40a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385287 Nov 16 21:59:07.646626 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Returning: {'device': '8f92819f-4639-49f8-a328-c6a848b62761', 'network_id': 'c3d06f3e-b60a-4cda-bf0d-446c28529181', 'port_id': '8f92819f-4639-49f8-a328-c6a848b62761', 'mac_address': 'fa:16:3e:78:18:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d822545-64da-4ccc-8d01-e99eb90ad782', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 16 21:59:07.702310 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:07.718869 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.notifiers.nova [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f92819f-4639-49f8-a328-c6a848b62761 {{(pid=86865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:59:07.733455 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port 8f92819f-4639-49f8-a328-c6a848b62761, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=8f92819f-4639-49f8-a328-c6a848b62761,segment=NetworkSegment(e20dd5cc-0291-48ff-b717-8c2004cfa9b3),segment_id=e20dd5cc-0291-48ff-b717-8c2004cfa9b3)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:59:07.738126 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:07.738834 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device 7cd51fb0-81f7-48a0-b7d9-52c90a7aaa30 details requested by agent hyperv_hv-cinder-81814 with host hv-cinder-81814 {{(pid=86865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 16 21:59:07.740637 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:59:07.868369 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Pushing event updated for resources: {'Port': ['ID=8f92819f-4639-49f8-a328-c6a848b62761,revision_number=4']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:59:07.886533 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:59:07.886875 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:59:07.887209 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:59:07.887538 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:59:07.887863 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:59:07.888187 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:59:07.888510 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:59:07.888833 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:59:07.889148 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:59:07.889464 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:59:07.889780 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:59:07.890692 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:59:07.895911 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:59:07.940032 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port 7cd51fb0-81f7-48a0-b7d9-52c90a7aaa30, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=7cd51fb0-81f7-48a0-b7d9-52c90a7aaa30,segment=NetworkSegment(1890aedf-b1c2-431a-9aef-747e8eebdf02),segment_id=1890aedf-b1c2-431a-9aef-747e8eebdf02)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:59:07.953469 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Returning: {'device': '7cd51fb0-81f7-48a0-b7d9-52c90a7aaa30', 'network_id': '4d73400b-035a-4a1a-95c0-4612fd1dd20b', 'port_id': '7cd51fb0-81f7-48a0-b7d9-52c90a7aaa30', 'mac_address': 'fa:16:3e:67:b9:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b872805f-5bd2-41b9-b065-8fed2a5e3ce9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 16 21:59:08.006746 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:08.024601 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.notifiers.nova [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cd51fb0-81f7-48a0-b7d9-52c90a7aaa30 {{(pid=86865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:59:08.041783 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port 7cd51fb0-81f7-48a0-b7d9-52c90a7aaa30, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=7cd51fb0-81f7-48a0-b7d9-52c90a7aaa30,segment=NetworkSegment(1890aedf-b1c2-431a-9aef-747e8eebdf02),segment_id=1890aedf-b1c2-431a-9aef-747e8eebdf02)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:59:08.046077 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:08.049032 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:59:08.119610 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Pushing event updated for resources: {'Port': ['ID=7cd51fb0-81f7-48a0-b7d9-52c90a7aaa30,revision_number=4']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:59:08.122564 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:59:08.190295 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b42ee2-e3f6-4389-99d0-61d9fdddc589 req-2d2dce34-1152-4c2b-a274-53a211c11053 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:08.191715 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-b0b42ee2-e3f6-4389-99d0-61d9fdddc589 req-2d2dce34-1152-4c2b-a274-53a211c11053 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b3dd44e-5ead-4057-925b-1bcccecd4066 HTTP/1.1" status: 200 len: 945 time: 0.0829096 Nov 16 21:59:08.241653 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-b0b42ee2-e3f6-4389-99d0-61d9fdddc589 req-5dcc5098-4f47-4ec1-bc4e-54abb2cad309 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e0b98a9-e431-449a-8173-fb004c6e0d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442894 Nov 16 21:59:08.326331 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] get_ports_and_sgs() called for port_ids ['8f92819f-4639-49f8-a328-c6a848b62761'] {{(pid=86865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 16 21:59:08.352322 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] get_ports_and_sgs() called for port_ids ['7cd51fb0-81f7-48a0-b7d9-52c90a7aaa30'] {{(pid=86865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 16 21:59:08.576689 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461ab6a-5872-4f7f-866c-6077d9b5111f req-fff2bad3-e01b-46cd-875d-014c18179f26 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:08.579343 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-b461ab6a-5872-4f7f-866c-6077d9b5111f req-fff2bad3-e01b-46cd-875d-014c18179f26 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] 10.222.0.50 "GET /v2.0/ports?device_id=8af2cd16-d138-43c6-96d0-3fc11713e253 HTTP/1.1" status: 200 len: 945 time: 0.0861604 Nov 16 21:59:08.625946 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-b461ab6a-5872-4f7f-866c-6077d9b5111f req-45a654ba-9672-493f-82a0-dd42287b850e tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7618759-3698-4ac2-a883-02228ffaa741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397675 Nov 16 21:59:08.817404 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698fd221-dba2-4db8-a048-bbf0f98ae58d req-63f9182e-f50d-4dfa-8810-d2b6c51daaa4 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:08.818866 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-698fd221-dba2-4db8-a048-bbf0f98ae58d req-63f9182e-f50d-4dfa-8810-d2b6c51daaa4 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] 10.222.0.50 "GET /v2.0/ports?device_id=68a5431a-613e-4b68-9c29-336fc0cb2722 HTTP/1.1" status: 200 len: 944 time: 0.0792782 Nov 16 21:59:08.863516 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-698fd221-dba2-4db8-a048-bbf0f98ae58d req-b773d366-2404-4d1d-bd2f-81b36631f3de tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] 10.222.0.50 "GET /v2.0/security-groups?id=852759aa-e395-4697-af46-75610ceb40a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389702 Nov 16 21:59:08.975915 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7939ccf-b1cf-4c65-b20d-0e553f9ab178 req-0d2ad71d-b0a6-44b6-b9dd-cdc01c7b9c8f tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:08.977327 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-b7939ccf-b1cf-4c65-b20d-0e553f9ab178 req-0d2ad71d-b0a6-44b6-b9dd-cdc01c7b9c8f tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b3dd44e-5ead-4057-925b-1bcccecd4066 HTTP/1.1" status: 200 len: 945 time: 0.0834894 Nov 16 21:59:09.049264 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.plugin [req-b7939ccf-b1cf-4c65-b20d-0e553f9ab178 req-da266759-1247-45c4-b4a1-fa60a890f9b9 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Deleting port 38f0b31a-3d83-473d-914e-d1708d2705b4 {{(pid=86863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 16 21:59:09.049601 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-b7939ccf-b1cf-4c65-b20d-0e553f9ab178 req-da266759-1247-45c4-b4a1-fa60a890f9b9 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790568630941'] for port, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:09.379813 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.db [req-b7939ccf-b1cf-4c65-b20d-0e553f9ab178 req-da266759-1247-45c4-b4a1-fa60a890f9b9 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] For port 38f0b31a-3d83-473d-914e-d1708d2705b4, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=38f0b31a-3d83-473d-914e-d1708d2705b4,segment=NetworkSegment(fe55b107-425e-4f5c-b22b-653bc69b8efb),segment_id=fe55b107-425e-4f5c-b22b-653bc69b8efb)] {{(pid=86863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:59:09.380939 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-b7939ccf-b1cf-4c65-b20d-0e553f9ab178 req-da266759-1247-45c4-b4a1-fa60a890f9b9 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675270'] for port, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:09.427755 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541756a0-46af-4302-8924-b543cd702060 req-b9016c22-c50f-4d93-812d-2498cb244a4e tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:09.429210 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-541756a0-46af-4302-8924-b543cd702060 req-b9016c22-c50f-4d93-812d-2498cb244a4e tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b3dd44e-5ead-4057-925b-1bcccecd4066 HTTP/1.1" status: 200 len: 945 time: 0.0808010 Nov 16 21:59:09.477782 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-541756a0-46af-4302-8924-b543cd702060 req-d71e2757-e14e-4894-886a-becdefa611a5 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e0b98a9-e431-449a-8173-fb004c6e0d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427086 Nov 16 21:59:09.506326 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.plugin [req-b7939ccf-b1cf-4c65-b20d-0e553f9ab178 req-da266759-1247-45c4-b4a1-fa60a890f9b9 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Calling delete_port for 38f0b31a-3d83-473d-914e-d1708d2705b4 owned by compute:nova {{(pid=86863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 16 21:59:09.506643 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device 8f92819f-4639-49f8-a328-c6a848b62761 up at agent hyperv_hv-cinder-81814 {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 21:59:09.576253 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Provisioning for port 8f92819f-4639-49f8-a328-c6a848b62761 completed by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:59:09.581627 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Provisioning complete for port 8f92819f-4639-49f8-a328-c6a848b62761 triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:59:09.582155 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:09.658657 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-b7939ccf-b1cf-4c65-b20d-0e553f9ab178 req-da266759-1247-45c4-b4a1-fa60a890f9b9 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790568634161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790568269114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1459265'] for port, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:09.667671 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-65a42344-1590-4dad-8a7a-fa017e0ca8fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:59:09.708001 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:09.736481 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a5431a-613e-4b68-9c29-336fc0cb2722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f92819f-4639-49f8-a328-c6a848b62761'}] {{(pid=86865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:59:09.746798 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port 8f92819f-4639-49f8-a328-c6a848b62761, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=8f92819f-4639-49f8-a328-c6a848b62761,segment=NetworkSegment(e20dd5cc-0291-48ff-b717-8c2004cfa9b3),segment_id=e20dd5cc-0291-48ff-b717-8c2004cfa9b3)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:59:09.753128 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:09.754250 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device 7cd51fb0-81f7-48a0-b7d9-52c90a7aaa30 up at agent hyperv_hv-cinder-81814 {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 21:59:09.761785 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da266759-1247-45c4-b4a1-fa60a890f9b9 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Pushing event deleted for resources: {'Port': ['ID=38f0b31a-3d83-473d-914e-d1708d2705b4,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:59:09.764199 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-da266759-1247-45c4-b4a1-fa60a890f9b9 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:59:09.783874 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:59:09.831274 dv-cinder-818140-1-smb neutron-server[86865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68a5431a-613e-4b68-9c29-336fc0cb2722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f92819f-4639-49f8-a328-c6a848b62761', 'code': 200} Nov 16 21:59:09.846500 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7939ccf-b1cf-4c65-b20d-0e553f9ab178 req-da266759-1247-45c4-b4a1-fa60a890f9b9 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] No DVR routers for this DVR port 38f0b31a-3d83-473d-914e-d1708d2705b4 on host hv-cinder-81814 {{(pid=86863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:59:09.849216 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-b7939ccf-b1cf-4c65-b20d-0e553f9ab178 req-da266759-1247-45c4-b4a1-fa60a890f9b9 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for port, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:09.855559 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3dd44e-5ead-4057-925b-1bcccecd4066', 'name': 'network-vif-deleted', 'tag': '38f0b31a-3d83-473d-914e-d1708d2705b4'}] {{(pid=86863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:59:09.885696 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Pushing event updated for resources: {'Port': ['ID=8f92819f-4639-49f8-a328-c6a848b62761,revision_number=5']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:59:09.890370 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:59:09.895465 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-b7939ccf-b1cf-4c65-b20d-0e553f9ab178 req-da266759-1247-45c4-b4a1-fa60a890f9b9 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.60 "DELETE /v2.0/ports/38f0b31a-3d83-473d-914e-d1708d2705b4 HTTP/1.1" status: 204 len: 173 time: 0.9095452 Nov 16 21:59:09.897498 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Provisioning for port 7cd51fb0-81f7-48a0-b7d9-52c90a7aaa30 completed by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:59:09.904230 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Provisioning complete for port 7cd51fb0-81f7-48a0-b7d9-52c90a7aaa30 triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:59:09.905007 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:09.934225 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f0b31-a7c1-4df4-b44a-d5f172f3f175 req-9f69c3aa-651b-4380-93c6-932a285ddacb tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:09.939960 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-eb6f0b31-a7c1-4df4-b44a-d5f172f3f175 req-9f69c3aa-651b-4380-93c6-932a285ddacb tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] 10.222.0.50 "GET /v2.0/ports?device_id=8af2cd16-d138-43c6-96d0-3fc11713e253 HTTP/1.1" status: 200 len: 945 time: 0.1915116 Nov 16 21:59:09.952046 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b3dd44e-5ead-4057-925b-1bcccecd4066', 'name': 'network-vif-deleted', 'tag': '38f0b31a-3d83-473d-914e-d1708d2705b4', 'status': 'completed', 'code': 200} Nov 16 21:59:10.023232 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-eb6f0b31-a7c1-4df4-b44a-d5f172f3f175 req-c7ccb060-8e35-42c3-bed3-f3da9bf594e1 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7618759-3698-4ac2-a883-02228ffaa741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701363 Nov 16 21:59:10.083277 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:10.122001 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port 7cd51fb0-81f7-48a0-b7d9-52c90a7aaa30, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=7cd51fb0-81f7-48a0-b7d9-52c90a7aaa30,segment=NetworkSegment(1890aedf-b1c2-431a-9aef-747e8eebdf02),segment_id=1890aedf-b1c2-431a-9aef-747e8eebdf02)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:59:10.127987 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:10.129239 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device 38f0b31a-3d83-473d-914e-d1708d2705b4 no longer exists at agent hyperv_hv-cinder-81814 {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 16 21:59:10.136008 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a1764-f35e-4aac-b186-32216d3b71d3 req-e556d350-7b7b-4d87-a71b-ace456f6bb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:10.137495 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-716a1764-f35e-4aac-b186-32216d3b71d3 req-e556d350-7b7b-4d87-a71b-ace456f6bb00 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=68a5431a-613e-4b68-9c29-336fc0cb2722 HTTP/1.1" status: 200 len: 1098 time: 0.1113734 Nov 16 21:59:10.158662 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:59:10.166760 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d4d7a-0ce9-486c-9fb7-285ee6e8460e req-87a1e410-fb8a-4e51-9689-a657ed498d31 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:10.168889 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-db0d4d7a-0ce9-486c-9fb7-285ee6e8460e req-87a1e410-fb8a-4e51-9689-a657ed498d31 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] 10.222.0.50 "GET /v2.0/ports?device_id=68a5431a-613e-4b68-9c29-336fc0cb2722 HTTP/1.1" status: 200 len: 945 time: 0.1104593 Nov 16 21:59:10.185065 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-716a1764-f35e-4aac-b186-32216d3b71d3 req-d6928bcb-1679-48ca-aa07-d29facfd804d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=852759aa-e395-4697-af46-75610ceb40a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382764 Nov 16 21:59:10.195037 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] No Port match for: 38f0b31a-3d83-473d-914e-d1708d2705b4 {{(pid=86865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 16 21:59:10.195444 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device 38f0b31a-3d83-473d-914e-d1708d2705b4 not bound to the agent host hv-cinder-81814 {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 16 21:59:10.215013 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-db0d4d7a-0ce9-486c-9fb7-285ee6e8460e req-e6f8f96c-529c-46bb-838b-fd640ac358e8 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] 10.222.0.50 "GET /v2.0/security-groups?id=852759aa-e395-4697-af46-75610ceb40a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394800 Nov 16 21:59:10.228190 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Pushing event updated for resources: {'Port': ['ID=7cd51fb0-81f7-48a0-b7d9-52c90a7aaa30,revision_number=5']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:59:10.231353 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:59:10.642553 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-019661a2-03f7-483e-8f29-af21ff883ed9 req-0f20f21d-5b97-4674-8ede-099b655fdc68 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Synchronizing usage tracker for tenant:b29cf42c0ab54830964b0a37d4532280 on resource:port {{(pid=86863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:59:10.657750 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-019661a2-03f7-483e-8f29-af21ff883ed9 req-0f20f21d-5b97-4674-8ede-099b655fdc68 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Unset dirty status for tenant:b29cf42c0ab54830964b0a37d4532280 on resource:port {{(pid=86863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:59:10.658949 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-019661a2-03f7-483e-8f29-af21ff883ed9 req-0f20f21d-5b97-4674-8ede-099b655fdc68 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b3dd44e-5ead-4057-925b-1bcccecd4066 HTTP/1.1" status: 200 len: 210 time: 0.0644042 Nov 16 21:59:11.205538 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd976907-d2c6-460b-9320-44ad1beac522 req-e1b1ecfa-ee97-409c-a54f-72e2316d1f93 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:11.207005 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-dd976907-d2c6-460b-9320-44ad1beac522 req-e1b1ecfa-ee97-409c-a54f-72e2316d1f93 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] 10.222.0.50 "GET /v2.0/ports?device_id=8af2cd16-d138-43c6-96d0-3fc11713e253 HTTP/1.1" status: 200 len: 946 time: 0.0802407 Nov 16 21:59:11.255897 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-dd976907-d2c6-460b-9320-44ad1beac522 req-8bdcc640-c155-4082-bcfb-58e02bc523fc tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7618759-3698-4ac2-a883-02228ffaa741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433011 Nov 16 21:59:11.401139 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972f802-713f-4566-afa9-e1fa11601cf4 req-96691078-66b1-421e-8ed4-7f9cfe2699ad tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:11.402676 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-d972f802-713f-4566-afa9-e1fa11601cf4 req-96691078-66b1-421e-8ed4-7f9cfe2699ad tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] 10.222.0.50 "GET /v2.0/ports?device_id=68a5431a-613e-4b68-9c29-336fc0cb2722 HTTP/1.1" status: 200 len: 945 time: 0.0831795 Nov 16 21:59:11.449477 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-d972f802-713f-4566-afa9-e1fa11601cf4 req-ce08fa1f-6946-4f3e-a9d6-3e343ff4b153 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] 10.222.0.50 "GET /v2.0/security-groups?id=852759aa-e395-4697-af46-75610ceb40a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404849 Nov 16 21:59:11.832310 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af2cd16-d138-43c6-96d0-3fc11713e253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd51fb0-81f7-48a0-b7d9-52c90a7aaa30'}] {{(pid=86865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:59:11.879964 dv-cinder-818140-1-smb neutron-server[86865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af2cd16-d138-43c6-96d0-3fc11713e253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd51fb0-81f7-48a0-b7d9-52c90a7aaa30', 'code': 200} Nov 16 21:59:12.127442 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b3abd-cb84-46f5-b88b-108b12194163 req-a8130eaf-75ee-4014-b160-808837de9b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:12.129032 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-740b3abd-cb84-46f5-b88b-108b12194163 req-a8130eaf-75ee-4014-b160-808837de9b4d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8af2cd16-d138-43c6-96d0-3fc11713e253 HTTP/1.1" status: 200 len: 1099 time: 0.0744638 Nov 16 21:59:12.183220 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-740b3abd-cb84-46f5-b88b-108b12194163 req-45f1e45c-8d8e-448f-a11e-e381f48c4636 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c7618759-3698-4ac2-a883-02228ffaa741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475082 Nov 16 21:59:12.436594 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d10612-5cfa-4a30-b548-1794ad0a37b7 req-77d4a310-faf9-4e16-b3ee-7ca85abfd865 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:12.438670 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-49d10612-5cfa-4a30-b548-1794ad0a37b7 req-77d4a310-faf9-4e16-b3ee-7ca85abfd865 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] 10.222.0.50 "GET /v2.0/ports?device_id=8af2cd16-d138-43c6-96d0-3fc11713e253 HTTP/1.1" status: 200 len: 946 time: 0.0794499 Nov 16 21:59:12.481638 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-49d10612-5cfa-4a30-b548-1794ad0a37b7 req-8d3053c2-122b-4995-85d1-e6417ea59b4b tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7618759-3698-4ac2-a883-02228ffaa741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374675 Nov 16 21:59:12.641815 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306fdd9a-9355-450a-8076-a299fbf2aa95 req-062678f2-7aa9-4c7a-ae88-defd73ad4df2 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:12.643171 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-306fdd9a-9355-450a-8076-a299fbf2aa95 req-062678f2-7aa9-4c7a-ae88-defd73ad4df2 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] 10.222.0.50 "GET /v2.0/ports?device_id=68a5431a-613e-4b68-9c29-336fc0cb2722 HTTP/1.1" status: 200 len: 945 time: 0.0791924 Nov 16 21:59:12.687278 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-306fdd9a-9355-450a-8076-a299fbf2aa95 req-50badf59-7b29-428a-a650-6e640ea01e84 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] 10.222.0.50 "GET /v2.0/security-groups?id=852759aa-e395-4697-af46-75610ceb40a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374420 Nov 16 21:59:13.682746 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087917c-3465-4abd-8c03-41e56959c221 req-3716cbb7-58bb-4e90-9720-2151fb47dd96 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:13.684351 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-2087917c-3465-4abd-8c03-41e56959c221 req-3716cbb7-58bb-4e90-9720-2151fb47dd96 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] 10.222.0.50 "GET /v2.0/ports?device_id=8af2cd16-d138-43c6-96d0-3fc11713e253 HTTP/1.1" status: 200 len: 946 time: 0.0909586 Nov 16 21:59:13.730115 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-2087917c-3465-4abd-8c03-41e56959c221 req-875719f7-6a4a-4ab7-8efc-a8bde95212fd tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7618759-3698-4ac2-a883-02228ffaa741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386434 Nov 16 21:59:13.734450 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7885e-a846-46ae-9a41-41f96d32607b req-45fe96a0-4e1b-406c-9527-c7bb14be8948 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:13.736808 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-86d7885e-a846-46ae-9a41-41f96d32607b req-45fe96a0-4e1b-406c-9527-c7bb14be8948 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] 10.222.0.50 "GET /v2.0/ports?device_id=68a5431a-613e-4b68-9c29-336fc0cb2722 HTTP/1.1" status: 200 len: 945 time: 0.0847123 Nov 16 21:59:13.782160 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-86d7885e-a846-46ae-9a41-41f96d32607b req-23d42dd6-965c-41d4-91aa-96942519df72 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] 10.222.0.50 "GET /v2.0/security-groups?id=852759aa-e395-4697-af46-75610ceb40a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394542 Nov 16 21:59:14.982650 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec66c7-bc0b-4a1a-8ef7-a385dc2e7c74 req-aefbc9b5-5f98-40be-a310-57ed256bad60 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:14.984092 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-acec66c7-bc0b-4a1a-8ef7-a385dc2e7c74 req-aefbc9b5-5f98-40be-a310-57ed256bad60 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] 10.222.0.50 "GET /v2.0/ports?device_id=68a5431a-613e-4b68-9c29-336fc0cb2722 HTTP/1.1" status: 200 len: 945 time: 0.0830650 Nov 16 21:59:15.032786 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-acec66c7-bc0b-4a1a-8ef7-a385dc2e7c74 req-2b7e2302-4a99-4299-82bd-d9c270d3c6ee tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] 10.222.0.50 "GET /v2.0/security-groups?id=852759aa-e395-4697-af46-75610ceb40a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421603 Nov 16 21:59:15.150387 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea39f6-7f06-4924-a7f6-810586b3a27a req-9ce5cdd0-c81a-42cc-8651-3b608019a62a tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:15.151781 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-0fea39f6-7f06-4924-a7f6-810586b3a27a req-9ce5cdd0-c81a-42cc-8651-3b608019a62a tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] 10.222.0.60 "GET /v2.0/ports?device_id=68a5431a-613e-4b68-9c29-336fc0cb2722 HTTP/1.1" status: 200 len: 945 time: 0.0773063 Nov 16 21:59:15.221323 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.plugin [req-0fea39f6-7f06-4924-a7f6-810586b3a27a req-16618b0b-d6f8-4985-9cc7-58ceb01f9171 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Deleting port 8f92819f-4639-49f8-a328-c6a848b62761 {{(pid=86863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 16 21:59:15.221673 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-0fea39f6-7f06-4924-a7f6-810586b3a27a req-16618b0b-d6f8-4985-9cc7-58ceb01f9171 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790568630941'] for port, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:15.559238 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.db [req-0fea39f6-7f06-4924-a7f6-810586b3a27a req-16618b0b-d6f8-4985-9cc7-58ceb01f9171 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] For port 8f92819f-4639-49f8-a328-c6a848b62761, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=8f92819f-4639-49f8-a328-c6a848b62761,segment=NetworkSegment(e20dd5cc-0291-48ff-b717-8c2004cfa9b3),segment_id=e20dd5cc-0291-48ff-b717-8c2004cfa9b3)] {{(pid=86863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:59:15.559585 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-0fea39f6-7f06-4924-a7f6-810586b3a27a req-16618b0b-d6f8-4985-9cc7-58ceb01f9171 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675270'] for port, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:15.686903 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.plugin [req-0fea39f6-7f06-4924-a7f6-810586b3a27a req-16618b0b-d6f8-4985-9cc7-58ceb01f9171 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Calling delete_port for 8f92819f-4639-49f8-a328-c6a848b62761 owned by compute:nova {{(pid=86863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 16 21:59:15.837338 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-0fea39f6-7f06-4924-a7f6-810586b3a27a req-16618b0b-d6f8-4985-9cc7-58ceb01f9171 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790568634161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790568269114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1459265'] for port, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:15.843343 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-a1667510-875f-4b95-8f84-d2e1fd125d95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:59:15.899733 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16618b0b-d6f8-4985-9cc7-58ceb01f9171 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Pushing event deleted for resources: {'Port': ['ID=8f92819f-4639-49f8-a328-c6a848b62761,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:59:15.902815 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-16618b0b-d6f8-4985-9cc7-58ceb01f9171 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:59:15.987538 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fea39f6-7f06-4924-a7f6-810586b3a27a req-16618b0b-d6f8-4985-9cc7-58ceb01f9171 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] No DVR routers for this DVR port 8f92819f-4639-49f8-a328-c6a848b62761 on host hv-cinder-81814 {{(pid=86863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:59:15.990126 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-0fea39f6-7f06-4924-a7f6-810586b3a27a req-16618b0b-d6f8-4985-9cc7-58ceb01f9171 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for port, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:16.002170 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a5431a-613e-4b68-9c29-336fc0cb2722', 'name': 'network-vif-deleted', 'tag': '8f92819f-4639-49f8-a328-c6a848b62761'}] {{(pid=86863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:59:16.009201 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-0fea39f6-7f06-4924-a7f6-810586b3a27a req-16618b0b-d6f8-4985-9cc7-58ceb01f9171 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] 10.222.0.60 "DELETE /v2.0/ports/8f92819f-4639-49f8-a328-c6a848b62761 HTTP/1.1" status: 204 len: 173 time: 0.8510890 Nov 16 21:59:16.067520 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68a5431a-613e-4b68-9c29-336fc0cb2722', 'name': 'network-vif-deleted', 'tag': '8f92819f-4639-49f8-a328-c6a848b62761', 'status': 'completed', 'code': 200} Nov 16 21:59:16.214136 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-0877ec94-4072-4515-a867-f6f59ecfe614 req-f966f2dc-56dc-45d8-9822-99be7d44f911 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Synchronizing usage tracker for tenant:f1c8558663f547f9825b932b766b03e7 on resource:port {{(pid=86863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:59:16.228963 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-0877ec94-4072-4515-a867-f6f59ecfe614 req-f966f2dc-56dc-45d8-9822-99be7d44f911 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Unset dirty status for tenant:f1c8558663f547f9825b932b766b03e7 on resource:port {{(pid=86863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:59:16.230108 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-0877ec94-4072-4515-a867-f6f59ecfe614 req-f966f2dc-56dc-45d8-9822-99be7d44f911 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] 10.222.0.50 "GET /v2.0/ports?device_id=68a5431a-613e-4b68-9c29-336fc0cb2722 HTTP/1.1" status: 200 len: 210 time: 0.0641782 Nov 16 21:59:16.245551 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe8b9ca-63bf-4d8b-8ff6-06c38ee03e70 req-b7e048c1-c502-4452-8360-074d1b1451ca tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:16.247062 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-7fe8b9ca-63bf-4d8b-8ff6-06c38ee03e70 req-b7e048c1-c502-4452-8360-074d1b1451ca tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/networks?id=cde6a401-9632-4f3a-aae6-1598de6fdd57 HTTP/1.1" status: 200 len: 814 time: 0.1689763 Nov 16 21:59:16.262992 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-7fe8b9ca-63bf-4d8b-8ff6-06c38ee03e70 req-3a042596-963a-4273-bc3d-b7480e66eb97 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/quotas/b29cf42c0ab54830964b0a37d4532280 HTTP/1.1" status: 200 len: 375 time: 0.0095835 Nov 16 21:59:16.312505 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-7fe8b9ca-63bf-4d8b-8ff6-06c38ee03e70 req-6e1bc5b9-ce4b-43ed-a03d-65a0d2b1df97 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b29cf42c0ab54830964b0a37d4532280&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437181 Nov 16 21:59:16.550709 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-7fe8b9ca-63bf-4d8b-8ff6-06c38ee03e70 req-62f86acd-a268-430b-9ebe-5e6e49dbf3d5 service neutron] 10.222.0.50 "GET /v2.0/networks/cde6a401-9632-4f3a-aae6-1598de6fdd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308388 Nov 16 21:59:16.694863 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-7fe8b9ca-63bf-4d8b-8ff6-06c38ee03e70 req-11217d5b-b96f-4a3e-aae7-a40ac7141ca0 service neutron] 10.222.0.50 "GET /v2.0/networks/cde6a401-9632-4f3a-aae6-1598de6fdd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385074 Nov 16 21:59:16.874199 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-f2b6ba3c-1d0c-4c07-aa6f-8a11c310d51d req-1bd1c75a-006d-4107-840a-2c31785e8cf0 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec22f496-d037-4623-afe7-cbf35743a55c HTTP/1.1" status: 200 len: 210 time: 0.0493386 Nov 16 21:59:17.072849 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067213c5-25a4-4cd1-a68f-459c670fb60a req-f5999f26-7fdc-4d8a-ab35-e2304edd0279 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:17.074202 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-067213c5-25a4-4cd1-a68f-459c670fb60a req-f5999f26-7fdc-4d8a-ab35-e2304edd0279 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] 10.222.0.50 "GET /v2.0/ports?device_id=8af2cd16-d138-43c6-96d0-3fc11713e253 HTTP/1.1" status: 200 len: 946 time: 0.0877037 Nov 16 21:59:17.118627 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-067213c5-25a4-4cd1-a68f-459c670fb60a req-5a8bb564-337e-4564-a560-0ab0ee5a51c6 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7618759-3698-4ac2-a883-02228ffaa741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377867 Nov 16 21:59:17.552640 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device 8f92819f-4639-49f8-a328-c6a848b62761 no longer exists at agent hyperv_hv-cinder-81814 {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 16 21:59:17.589314 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] No Port match for: 8f92819f-4639-49f8-a328-c6a848b62761 {{(pid=86865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 16 21:59:17.589569 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device 8f92819f-4639-49f8-a328-c6a848b62761 not bound to the agent host hv-cinder-81814 {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 16 21:59:17.592842 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5c561-7f41-4e0b-8a32-47d02ad0f0a7 req-e7ab0e82-cdfd-47c6-98cc-8fc8f895e5a7 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:17.594901 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-80c5c561-7f41-4e0b-8a32-47d02ad0f0a7 req-e7ab0e82-cdfd-47c6-98cc-8fc8f895e5a7 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] 10.222.0.50 "GET /v2.0/networks?id=c3d06f3e-b60a-4cda-bf0d-446c28529181 HTTP/1.1" status: 200 len: 809 time: 0.1498549 Nov 16 21:59:17.608540 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-80c5c561-7f41-4e0b-8a32-47d02ad0f0a7 req-c90fce2f-7282-42ed-87a9-c1c37b460cc7 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] 10.222.0.50 "GET /v2.0/quotas/f1c8558663f547f9825b932b766b03e7 HTTP/1.1" status: 200 len: 375 time: 0.0087333 Nov 16 21:59:17.659503 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-80c5c561-7f41-4e0b-8a32-47d02ad0f0a7 req-8c3136b1-4f66-4dce-8ff2-c327e86e83a4 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f1c8558663f547f9825b932b766b03e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456417 Nov 16 21:59:17.797029 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-80c5c561-7f41-4e0b-8a32-47d02ad0f0a7 req-24213c2b-3f9d-401d-8f30-c111aa0f6d8a service neutron] 10.222.0.50 "GET /v2.0/networks/c3d06f3e-b60a-4cda-bf0d-446c28529181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310933 Nov 16 21:59:18.045553 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-fc61ba84-5a77-43f5-bf4a-35dd93eeda68 req-0abbb324-caec-4b95-81ed-35603470e56c tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec22f496-d037-4623-afe7-cbf35743a55c HTTP/1.1" status: 200 len: 210 time: 0.0552959 Nov 16 21:59:18.052848 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-80c5c561-7f41-4e0b-8a32-47d02ad0f0a7 req-d597c077-eb6a-4929-aa51-d8835e56d000 service neutron] 10.222.0.50 "GET /v2.0/networks/c3d06f3e-b60a-4cda-bf0d-446c28529181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497151 Nov 16 21:59:18.060908 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe8b9ca-63bf-4d8b-8ff6-06c38ee03e70 req-58a4d524-2428-41aa-95ca-45f2b691a618 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:18.062331 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-7fe8b9ca-63bf-4d8b-8ff6-06c38ee03e70 req-58a4d524-2428-41aa-95ca-45f2b691a618 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.60 "GET /v2.0/networks?id=cde6a401-9632-4f3a-aae6-1598de6fdd57 HTTP/1.1" status: 200 len: 814 time: 0.2414429 Nov 16 21:59:18.076307 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [req-7fe8b9ca-63bf-4d8b-8ff6-06c38ee03e70 req-7f953ae4-0d86-44f2-9047-e98b182a03bc tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Request body: {'port': {'device_id': 'ec22f496-d037-4623-afe7-cbf35743a55c', 'network_id': 'cde6a401-9632-4f3a-aae6-1598de6fdd57', 'admin_state_up': True, 'tenant_id': 'b29cf42c0ab54830964b0a37d4532280'}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:59:18.257975 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-56e6d761-3d89-4557-86af-ea1f9226137e req-e4bf297d-c5f5-491a-86db-1bf5140924d1 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] 10.222.0.50 "GET /v2.0/ports?device_id=da34e169-0932-4892-b402-0c63479743c6 HTTP/1.1" status: 200 len: 210 time: 0.0583813 Nov 16 21:59:18.290393 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [req-7fe8b9ca-63bf-4d8b-8ff6-06c38ee03e70 req-7f953ae4-0d86-44f2-9047-e98b182a03bc tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:59:18.302025 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [req-7fe8b9ca-63bf-4d8b-8ff6-06c38ee03e70 req-7f953ae4-0d86-44f2-9047-e98b182a03bc tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:59:18.313784 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fe8b9ca-63bf-4d8b-8ff6-06c38ee03e70 req-7f953ae4-0d86-44f2-9047-e98b182a03bc tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Made reservation on behalf of b29cf42c0ab54830964b0a37d4532280 for: {'port': 1} {{(pid=86863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:59:18.317533 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-7fe8b9ca-63bf-4d8b-8ff6-06c38ee03e70 req-7f953ae4-0d86-44f2-9047-e98b182a03bc tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:18.326240 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a8d54-a00f-43c0-88be-0db8d9bcaf23 req-2c5d2a99-6295-48c9-ac95-d8a8b55dc914 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:18.331114 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-298a8d54-a00f-43c0-88be-0db8d9bcaf23 req-2c5d2a99-6295-48c9-ac95-d8a8b55dc914 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] 10.222.0.50 "GET /v2.0/ports?device_id=8af2cd16-d138-43c6-96d0-3fc11713e253 HTTP/1.1" status: 200 len: 946 time: 0.0992811 Nov 16 21:59:18.381917 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-298a8d54-a00f-43c0-88be-0db8d9bcaf23 req-2f0d8c7b-75e6-40a3-984b-4c21773dbb4d tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7618759-3698-4ac2-a883-02228ffaa741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476592 Nov 16 21:59:18.646209 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f46d3-6d9f-4387-98b2-e0ce36876c3e req-f6cb7605-a9f7-41fb-8090-6b48054fdeee tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:18.647635 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-df9f46d3-6d9f-4387-98b2-e0ce36876c3e req-f6cb7605-a9f7-41fb-8090-6b48054fdeee tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] 10.222.0.60 "GET /v2.0/ports?device_id=8af2cd16-d138-43c6-96d0-3fc11713e253 HTTP/1.1" status: 200 len: 946 time: 0.1724172 Nov 16 21:59:18.651386 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.db_base_plugin_common [req-7fe8b9ca-63bf-4d8b-8ff6-06c38ee03e70 req-7f953ae4-0d86-44f2-9047-e98b182a03bc tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Allocated IP 172.20.0.10 (cde6a401-9632-4f3a-aae6-1598de6fdd57/f624b42a-5272-4678-b3b4-7eace127f63b/a7bf2b13-b0a2-43f1-8e70-f751b57aa1b7) {{(pid=86863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:59:18.754539 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.plugin [req-df9f46d3-6d9f-4387-98b2-e0ce36876c3e req-f1d71bde-0138-4678-8e0f-84f4ef187a3f tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] Deleting port 7cd51fb0-81f7-48a0-b7d9-52c90a7aaa30 {{(pid=86863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 16 21:59:18.754879 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-df9f46d3-6d9f-4387-98b2-e0ce36876c3e req-f1d71bde-0138-4678-8e0f-84f4ef187a3f tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790568630941'] for port, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:19.098635 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-7fe8b9ca-63bf-4d8b-8ff6-06c38ee03e70 req-7f953ae4-0d86-44f2-9047-e98b182a03bc tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Notify callbacks [] for port, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:19.150265 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.db [req-df9f46d3-6d9f-4387-98b2-e0ce36876c3e req-f1d71bde-0138-4678-8e0f-84f4ef187a3f tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] For port 7cd51fb0-81f7-48a0-b7d9-52c90a7aaa30, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=7cd51fb0-81f7-48a0-b7d9-52c90a7aaa30,segment=NetworkSegment(1890aedf-b1c2-431a-9aef-747e8eebdf02),segment_id=1890aedf-b1c2-431a-9aef-747e8eebdf02)] {{(pid=86863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:59:19.150664 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-df9f46d3-6d9f-4387-98b2-e0ce36876c3e req-f1d71bde-0138-4678-8e0f-84f4ef187a3f tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675270'] for port, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:19.320385 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-626ea5f3-2ff8-4928-8dc5-63ea357673bf req-edcb11f1-9bda-4bdc-b29b-cb06783d984c tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec22f496-d037-4623-afe7-cbf35743a55c HTTP/1.1" status: 200 len: 210 time: 0.1620760 Nov 16 21:59:19.327116 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.plugin [req-df9f46d3-6d9f-4387-98b2-e0ce36876c3e req-f1d71bde-0138-4678-8e0f-84f4ef187a3f tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] Calling delete_port for 7cd51fb0-81f7-48a0-b7d9-52c90a7aaa30 owned by compute:nova {{(pid=86863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 16 21:59:19.360190 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5c561-7f41-4e0b-8a32-47d02ad0f0a7 req-0671e6f1-e69a-4c28-8c16-2634a7e0af4d tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:19.362572 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-80c5c561-7f41-4e0b-8a32-47d02ad0f0a7 req-0671e6f1-e69a-4c28-8c16-2634a7e0af4d tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] 10.222.0.60 "GET /v2.0/networks?id=c3d06f3e-b60a-4cda-bf0d-446c28529181 HTTP/1.1" status: 200 len: 809 time: 0.1677251 Nov 16 21:59:19.399971 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-7fe8b9ca-63bf-4d8b-8ff6-06c38ee03e70 req-7f953ae4-0d86-44f2-9047-e98b182a03bc tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790568269105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1459265'] for port, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:19.405790 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-d59026a6-73ba-4633-8f4e-775a6c4b2f72 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:59:19.427979 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-39823c84-3764-4855-bde8-4b7a4da80b2f req-6ca67119-3b3d-472a-9f11-f442aece7acd tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] 10.222.0.50 "GET /v2.0/ports?device_id=da34e169-0932-4892-b402-0c63479743c6 HTTP/1.1" status: 200 len: 210 time: 0.0569885 Nov 16 21:59:19.433601 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.v2.base [req-80c5c561-7f41-4e0b-8a32-47d02ad0f0a7 req-9cd26c8f-13d8-43fa-9e72-2c6392a95b70 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Request body: {'port': {'device_id': 'da34e169-0932-4892-b402-0c63479743c6', 'network_id': 'c3d06f3e-b60a-4cda-bf0d-446c28529181', 'admin_state_up': True, 'tenant_id': 'f1c8558663f547f9825b932b766b03e7'}} {{(pid=86864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:59:19.493471 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fe8b9ca-63bf-4d8b-8ff6-06c38ee03e70 req-7f953ae4-0d86-44f2-9047-e98b182a03bc tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Network cde6a401-9632-4f3a-aae6-1598de6fdd57 is already hosted by enough agents. {{(pid=86863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:59:19.525906 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.base_scheduler [req-7fe8b9ca-63bf-4d8b-8ff6-06c38ee03e70 req-7f953ae4-0d86-44f2-9047-e98b182a03bc tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Resources bound (agent type, host, resource id): {{(pid=86863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:59:19.540828 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fe8b9ca-63bf-4d8b-8ff6-06c38ee03e70 req-7f953ae4-0d86-44f2-9047-e98b182a03bc tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Received port after_create {{(pid=86863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 16 21:59:19.580909 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f953ae4-0d86-44f2-9047-e98b182a03bc tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Pushing event updated for resources: {'Port': ['ID=a7bf2b13-b0a2-43f1-8e70-f751b57aa1b7,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:59:19.586315 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [req-80c5c561-7f41-4e0b-8a32-47d02ad0f0a7 req-9cd26c8f-13d8-43fa-9e72-2c6392a95b70 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:59:19.596496 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [req-80c5c561-7f41-4e0b-8a32-47d02ad0f0a7 req-9cd26c8f-13d8-43fa-9e72-2c6392a95b70 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:59:19.606567 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80c5c561-7f41-4e0b-8a32-47d02ad0f0a7 req-9cd26c8f-13d8-43fa-9e72-2c6392a95b70 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Made reservation on behalf of f1c8558663f547f9825b932b766b03e7 for: {'port': 1} {{(pid=86864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:59:19.610376 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [req-80c5c561-7f41-4e0b-8a32-47d02ad0f0a7 req-9cd26c8f-13d8-43fa-9e72-2c6392a95b70 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:19.629477 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-7f953ae4-0d86-44f2-9047-e98b182a03bc tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:59:19.674026 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe8b9ca-63bf-4d8b-8ff6-06c38ee03e70 req-7f953ae4-0d86-44f2-9047-e98b182a03bc tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:19.674651 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-7fe8b9ca-63bf-4d8b-8ff6-06c38ee03e70 req-7f953ae4-0d86-44f2-9047-e98b182a03bc tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for port, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:19.682079 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-df9f46d3-6d9f-4387-98b2-e0ce36876c3e req-f1d71bde-0138-4678-8e0f-84f4ef187a3f tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790568634161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790568269114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1459265'] for port, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:19.697490 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-e2ac0661-b857-41ef-9362-ea98bec277a5 tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:59:19.753385 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d71bde-0138-4678-8e0f-84f4ef187a3f tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] Pushing event deleted for resources: {'Port': ['ID=7cd51fb0-81f7-48a0-b7d9-52c90a7aaa30,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:59:19.758674 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-f1d71bde-0138-4678-8e0f-84f4ef187a3f tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:59:19.785687 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.db_base_plugin_common [req-80c5c561-7f41-4e0b-8a32-47d02ad0f0a7 req-9cd26c8f-13d8-43fa-9e72-2c6392a95b70 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Allocated IP 172.20.0.4 (c3d06f3e-b60a-4cda-bf0d-446c28529181/7d822545-64da-4ccc-8d01-e99eb90ad782/041fd31b-bc6e-41d4-a01d-23b619841905) {{(pid=86864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:59:19.806603 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-7fe8b9ca-63bf-4d8b-8ff6-06c38ee03e70 req-7f953ae4-0d86-44f2-9047-e98b182a03bc tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7348444 Nov 16 21:59:19.845736 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [req-7fe8b9ca-63bf-4d8b-8ff6-06c38ee03e70 req-f6abd520-3b33-422d-8c20-b57d8e443613 service neutron] Request body: {'port': {'device_id': 'ec22f496-d037-4623-afe7-cbf35743a55c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81814'}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:59:19.879530 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.l3_dvrscheduler_db [req-df9f46d3-6d9f-4387-98b2-e0ce36876c3e req-f1d71bde-0138-4678-8e0f-84f4ef187a3f tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] No DVR routers for this DVR port 7cd51fb0-81f7-48a0-b7d9-52c90a7aaa30 on host hv-cinder-81814 {{(pid=86863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:59:19.887556 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-df9f46d3-6d9f-4387-98b2-e0ce36876c3e req-f1d71bde-0138-4678-8e0f-84f4ef187a3f tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for port, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:19.889433 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-df9f46d3-6d9f-4387-98b2-e0ce36876c3e req-f1d71bde-0138-4678-8e0f-84f4ef187a3f tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] 10.222.0.60 "DELETE /v2.0/ports/7cd51fb0-81f7-48a0-b7d9-52c90a7aaa30 HTTP/1.1" status: 204 len: 173 time: 1.2358007 Nov 16 21:59:19.897168 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af2cd16-d138-43c6-96d0-3fc11713e253', 'name': 'network-vif-deleted', 'tag': '7cd51fb0-81f7-48a0-b7d9-52c90a7aaa30'}] {{(pid=86863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:59:19.913082 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e599506a-240d-4d98-beb5-fa7bc1c00327 req-796f2c1c-3f19-4fcd-9562-0dedead510e8 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:19.913795 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-e599506a-240d-4d98-beb5-fa7bc1c00327 req-796f2c1c-3f19-4fcd-9562-0dedead510e8 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] Synchronizing usage tracker for tenant:b76e838dbe484be786bc9d4294341b95 on resource:port {{(pid=86863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:59:19.973177 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af2cd16-d138-43c6-96d0-3fc11713e253', 'name': 'network-vif-deleted', 'tag': '7cd51fb0-81f7-48a0-b7d9-52c90a7aaa30', 'status': 'completed', 'code': 200} Nov 16 21:59:19.982859 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-e599506a-240d-4d98-beb5-fa7bc1c00327 req-796f2c1c-3f19-4fcd-9562-0dedead510e8 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] Unset dirty status for tenant:b76e838dbe484be786bc9d4294341b95 on resource:port {{(pid=86863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:59:19.990180 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-e599506a-240d-4d98-beb5-fa7bc1c00327 req-796f2c1c-3f19-4fcd-9562-0dedead510e8 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] 10.222.0.50 "GET /v2.0/ports?device_id=8af2cd16-d138-43c6-96d0-3fc11713e253 HTTP/1.1" status: 200 len: 946 time: 0.4183385 Nov 16 21:59:20.021149 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-7fe8b9ca-63bf-4d8b-8ff6-06c38ee03e70 req-f6abd520-3b33-422d-8c20-b57d8e443613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:20.047992 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [req-80c5c561-7f41-4e0b-8a32-47d02ad0f0a7 req-9cd26c8f-13d8-43fa-9e72-2c6392a95b70 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Notify callbacks [] for port, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:20.081091 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [req-80c5c561-7f41-4e0b-8a32-47d02ad0f0a7 req-9cd26c8f-13d8-43fa-9e72-2c6392a95b70 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790568269105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3119288'] for port, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:20.084716 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-e599506a-240d-4d98-beb5-fa7bc1c00327 req-8ece1a09-661e-442a-aaeb-907f004d0cbe tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7618759-3698-4ac2-a883-02228ffaa741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937006 Nov 16 21:59:20.087670 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:59:20.169422 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80c5c561-7f41-4e0b-8a32-47d02ad0f0a7 req-9cd26c8f-13d8-43fa-9e72-2c6392a95b70 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Network c3d06f3e-b60a-4cda-bf0d-446c28529181 is already hosted by enough agents. {{(pid=86864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:59:20.173426 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.base_scheduler [req-80c5c561-7f41-4e0b-8a32-47d02ad0f0a7 req-9cd26c8f-13d8-43fa-9e72-2c6392a95b70 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Resources bound (agent type, host, resource id): {{(pid=86864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:59:20.182103 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c5c561-7f41-4e0b-8a32-47d02ad0f0a7 req-9cd26c8f-13d8-43fa-9e72-2c6392a95b70 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Received port after_create {{(pid=86864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 16 21:59:20.221635 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd26c8f-13d8-43fa-9e72-2c6392a95b70 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Pushing event updated for resources: {'Port': ['ID=041fd31b-bc6e-41d4-a01d-23b619841905,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:59:20.230825 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-9cd26c8f-13d8-43fa-9e72-2c6392a95b70 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:59:20.253351 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5c561-7f41-4e0b-8a32-47d02ad0f0a7 req-9cd26c8f-13d8-43fa-9e72-2c6392a95b70 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:20.253946 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [req-80c5c561-7f41-4e0b-8a32-47d02ad0f0a7 req-9cd26c8f-13d8-43fa-9e72-2c6392a95b70 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for port, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:20.278485 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-80c5c561-7f41-4e0b-8a32-47d02ad0f0a7 req-9cd26c8f-13d8-43fa-9e72-2c6392a95b70 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8493884 Nov 16 21:59:20.290519 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.v2.base [req-80c5c561-7f41-4e0b-8a32-47d02ad0f0a7 req-99650298-85ce-45f9-a77f-dc1e477ad65a service neutron] Request body: {'port': {'device_id': 'da34e169-0932-4892-b402-0c63479743c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81814'}} {{(pid=86864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:59:20.412905 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [req-80c5c561-7f41-4e0b-8a32-47d02ad0f0a7 req-99650298-85ce-45f9-a77f-dc1e477ad65a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:20.514557 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.notifiers.nova [req-7fe8b9ca-63bf-4d8b-8ff6-06c38ee03e70 req-f6abd520-3b33-422d-8c20-b57d8e443613 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7bf2b13-b0a2-43f1-8e70-f751b57aa1b7 {{(pid=86863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:59:20.523975 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-7fe8b9ca-63bf-4d8b-8ff6-06c38ee03e70 req-f6abd520-3b33-422d-8c20-b57d8e443613 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:20.553233 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.provisioning_blocks [req-7fe8b9ca-63bf-4d8b-8ff6-06c38ee03e70 req-f6abd520-3b33-422d-8c20-b57d8e443613 service neutron] Transition to ACTIVE for port object a7bf2b13-b0a2-43f1-8e70-f751b57aa1b7 will not be triggered until provisioned by entity L2. {{(pid=86863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:59:20.559290 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-7fe8b9ca-63bf-4d8b-8ff6-06c38ee03e70 req-f6abd520-3b33-422d-8c20-b57d8e443613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1459288'] for port, after_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:20.570022 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-ca43986d-5f90-4e33-afaa-e6b3ca6e2ad9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:59:20.658593 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc127b1-48be-4796-a320-81912e9ee4bb req-0f179722-57af-4ad4-b1cc-3756d1a0264b tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:20.660053 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-1cc127b1-48be-4796-a320-81912e9ee4bb req-0f179722-57af-4ad4-b1cc-3756d1a0264b tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec22f496-d037-4623-afe7-cbf35743a55c HTTP/1.1" status: 200 len: 932 time: 0.1728878 Nov 16 21:59:20.779442 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6abd520-3b33-422d-8c20-b57d8e443613 service neutron] Pushing event updated for resources: {'Port': ['ID=a7bf2b13-b0a2-43f1-8e70-f751b57aa1b7,revision_number=2']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:59:20.808735 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-f6abd520-3b33-422d-8c20-b57d8e443613 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:59:20.873527 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59071ef9-be9c-44bb-94d6-442193572c6d req-d6efd121-d6d6-4879-b090-8ab011ba2519 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:20.874992 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-59071ef9-be9c-44bb-94d6-442193572c6d req-d6efd121-d6d6-4879-b090-8ab011ba2519 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] 10.222.0.50 "GET /v2.0/ports?device_id=da34e169-0932-4892-b402-0c63479743c6 HTTP/1.1" status: 200 len: 931 time: 0.3061519 Nov 16 21:59:20.877892 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.managers [req-7fe8b9ca-63bf-4d8b-8ff6-06c38ee03e70 req-f6abd520-3b33-422d-8c20-b57d8e443613 service neutron] Attempting to bind port a7bf2b13-b0a2-43f1-8e70-f751b57aa1b7 on host hv-cinder-81814 for vnic_type normal with profile {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 21:59:20.878238 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.managers [req-7fe8b9ca-63bf-4d8b-8ff6-06c38ee03e70 req-f6abd520-3b33-422d-8c20-b57d8e443613 service neutron] Attempting to bind port a7bf2b13-b0a2-43f1-8e70-f751b57aa1b7 by drivers openvswitch,hyperv on host hv-cinder-81814 at level 0 using segments [{'id': 'fe55b107-425e-4f5c-b22b-653bc69b8efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'cde6a401-9632-4f3a-aae6-1598de6fdd57'}] {{(pid=86863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 21:59:20.878549 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe8b9ca-63bf-4d8b-8ff6-06c38ee03e70 req-f6abd520-3b33-422d-8c20-b57d8e443613 service neutron] Attempting to bind port a7bf2b13-b0a2-43f1-8e70-f751b57aa1b7 on network cde6a401-9632-4f3a-aae6-1598de6fdd57 {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 16 21:59:20.885329 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-1cc127b1-48be-4796-a320-81912e9ee4bb req-85118a95-1ac3-4601-94af-023726df7b89 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e0b98a9-e431-449a-8173-fb004c6e0d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184908 Nov 16 21:59:20.897135 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe8b9ca-63bf-4d8b-8ff6-06c38ee03e70 req-f6abd520-3b33-422d-8c20-b57d8e443613 service neutron] Port a7bf2b13-b0a2-43f1-8e70-f751b57aa1b7 on network cde6a401-9632-4f3a-aae6-1598de6fdd57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81814 {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 16 21:59:20.897448 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe8b9ca-63bf-4d8b-8ff6-06c38ee03e70 req-f6abd520-3b33-422d-8c20-b57d8e443613 service neutron] Attempting to bind port a7bf2b13-b0a2-43f1-8e70-f751b57aa1b7 on network cde6a401-9632-4f3a-aae6-1598de6fdd57 {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 16 21:59:20.907129 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe8b9ca-63bf-4d8b-8ff6-06c38ee03e70 req-f6abd520-3b33-422d-8c20-b57d8e443613 service neutron] Checking agent: {'id': '426a5c9b-164f-481a-ad6e-a795536ce9ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81814', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 49, 31), 'started_at': datetime.datetime(2021, 11, 16, 21, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 16 21:59:20.908187 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe8b9ca-63bf-4d8b-8ff6-06c38ee03e70 req-f6abd520-3b33-422d-8c20-b57d8e443613 service neutron] Checking segment: {'id': 'fe55b107-425e-4f5c-b22b-653bc69b8efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'cde6a401-9632-4f3a-aae6-1598de6fdd57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 16 21:59:20.908753 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe8b9ca-63bf-4d8b-8ff6-06c38ee03e70 req-f6abd520-3b33-422d-8c20-b57d8e443613 service neutron] Bound using segment: {'id': 'fe55b107-425e-4f5c-b22b-653bc69b8efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'cde6a401-9632-4f3a-aae6-1598de6fdd57'} {{(pid=86863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 16 21:59:20.909341 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.managers [req-7fe8b9ca-63bf-4d8b-8ff6-06c38ee03e70 req-f6abd520-3b33-422d-8c20-b57d8e443613 service neutron] Bound port: a7bf2b13-b0a2-43f1-8e70-f751b57aa1b7, host: hv-cinder-81814, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe55b107-425e-4f5c-b22b-653bc69b8efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'cde6a401-9632-4f3a-aae6-1598de6fdd57'}}] {{(pid=86863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 21:59:20.909840 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-7fe8b9ca-63bf-4d8b-8ff6-06c38ee03e70 req-f6abd520-3b33-422d-8c20-b57d8e443613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:20.950468 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-59071ef9-be9c-44bb-94d6-442193572c6d req-fb1920ce-46dd-4d30-a138-30ee99546407 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] 10.222.0.50 "GET /v2.0/security-groups?id=852759aa-e395-4697-af46-75610ceb40a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681837 Nov 16 21:59:21.016455 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.notifiers.nova [req-80c5c561-7f41-4e0b-8a32-47d02ad0f0a7 req-99650298-85ce-45f9-a77f-dc1e477ad65a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 041fd31b-bc6e-41d4-a01d-23b619841905 {{(pid=86864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:59:21.024307 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [req-80c5c561-7f41-4e0b-8a32-47d02ad0f0a7 req-99650298-85ce-45f9-a77f-dc1e477ad65a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:21.028385 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.db [req-7fe8b9ca-63bf-4d8b-8ff6-06c38ee03e70 req-f6abd520-3b33-422d-8c20-b57d8e443613 service neutron] For port a7bf2b13-b0a2-43f1-8e70-f751b57aa1b7, host hv-cinder-81814, cleared binding levels {{(pid=86863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 16 21:59:21.031327 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.db [req-7fe8b9ca-63bf-4d8b-8ff6-06c38ee03e70 req-f6abd520-3b33-422d-8c20-b57d8e443613 service neutron] For port a7bf2b13-b0a2-43f1-8e70-f751b57aa1b7, host hv-cinder-81814, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=a7bf2b13-b0a2-43f1-8e70-f751b57aa1b7,segment=NetworkSegment(fe55b107-425e-4f5c-b22b-653bc69b8efb),segment_id=fe55b107-425e-4f5c-b22b-653bc69b8efb)] {{(pid=86863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 16 21:59:21.036364 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-7fe8b9ca-63bf-4d8b-8ff6-06c38ee03e70 req-f6abd520-3b33-422d-8c20-b57d8e443613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1459288'] for port, after_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:21.038968 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.provisioning_blocks [req-80c5c561-7f41-4e0b-8a32-47d02ad0f0a7 req-99650298-85ce-45f9-a77f-dc1e477ad65a service neutron] Transition to ACTIVE for port object 041fd31b-bc6e-41d4-a01d-23b619841905 will not be triggered until provisioned by entity L2. {{(pid=86864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:59:21.040507 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-399796f7-feac-407a-9278-5625823bd284 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:59:21.043072 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [req-80c5c561-7f41-4e0b-8a32-47d02ad0f0a7 req-99650298-85ce-45f9-a77f-dc1e477ad65a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3119265'] for port, after_update {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:21.047712 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:59:21.096230 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe8b9ca-63bf-4d8b-8ff6-06c38ee03e70 req-f6abd520-3b33-422d-8c20-b57d8e443613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:21.096848 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [req-7fe8b9ca-63bf-4d8b-8ff6-06c38ee03e70 req-f6abd520-3b33-422d-8c20-b57d8e443613 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for port, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:21.099621 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-7fe8b9ca-63bf-4d8b-8ff6-06c38ee03e70 req-f6abd520-3b33-422d-8c20-b57d8e443613 service neutron] 10.222.0.60 "PUT /v2.0/ports/a7bf2b13-b0a2-43f1-8e70-f751b57aa1b7 HTTP/1.1" status: 200 len: 1094 time: 1.2627497 Nov 16 21:59:21.132350 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6abd520-3b33-422d-8c20-b57d8e443613 service neutron] Pushing event updated for resources: {'Port': ['ID=a7bf2b13-b0a2-43f1-8e70-f751b57aa1b7,revision_number=3']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:59:21.135322 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-f6abd520-3b33-422d-8c20-b57d8e443613 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:59:21.183567 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99650298-85ce-45f9-a77f-dc1e477ad65a service neutron] Pushing event updated for resources: {'Port': ['ID=041fd31b-bc6e-41d4-a01d-23b619841905,revision_number=2']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:59:21.211446 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-99650298-85ce-45f9-a77f-dc1e477ad65a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:59:21.224939 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe8b9ca-63bf-4d8b-8ff6-06c38ee03e70 req-4945fad1-e4b5-405f-a232-6905df19a914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:21.226555 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-7fe8b9ca-63bf-4d8b-8ff6-06c38ee03e70 req-4945fad1-e4b5-405f-a232-6905df19a914 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b29cf42c0ab54830964b0a37d4532280&device_id=ec22f496-d037-4623-afe7-cbf35743a55c HTTP/1.1" status: 200 len: 1097 time: 0.0881929 Nov 16 21:59:21.291451 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.managers [req-80c5c561-7f41-4e0b-8a32-47d02ad0f0a7 req-99650298-85ce-45f9-a77f-dc1e477ad65a service neutron] Attempting to bind port 041fd31b-bc6e-41d4-a01d-23b619841905 on host hv-cinder-81814 for vnic_type normal with profile {{(pid=86864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 21:59:21.291789 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.managers [req-80c5c561-7f41-4e0b-8a32-47d02ad0f0a7 req-99650298-85ce-45f9-a77f-dc1e477ad65a service neutron] Attempting to bind port 041fd31b-bc6e-41d4-a01d-23b619841905 by drivers openvswitch,hyperv on host hv-cinder-81814 at level 0 using segments [{'id': 'e20dd5cc-0291-48ff-b717-8c2004cfa9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'c3d06f3e-b60a-4cda-bf0d-446c28529181'}] {{(pid=86864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 21:59:21.292115 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c5c561-7f41-4e0b-8a32-47d02ad0f0a7 req-99650298-85ce-45f9-a77f-dc1e477ad65a service neutron] Attempting to bind port 041fd31b-bc6e-41d4-a01d-23b619841905 on network c3d06f3e-b60a-4cda-bf0d-446c28529181 {{(pid=86864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 16 21:59:21.296841 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c5c561-7f41-4e0b-8a32-47d02ad0f0a7 req-99650298-85ce-45f9-a77f-dc1e477ad65a service neutron] Port 041fd31b-bc6e-41d4-a01d-23b619841905 on network c3d06f3e-b60a-4cda-bf0d-446c28529181 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81814 {{(pid=86864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 16 21:59:21.297674 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c5c561-7f41-4e0b-8a32-47d02ad0f0a7 req-99650298-85ce-45f9-a77f-dc1e477ad65a service neutron] Attempting to bind port 041fd31b-bc6e-41d4-a01d-23b619841905 on network c3d06f3e-b60a-4cda-bf0d-446c28529181 {{(pid=86864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 16 21:59:21.301719 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-7fe8b9ca-63bf-4d8b-8ff6-06c38ee03e70 req-e01ac579-c0b2-4ea7-9510-2a2e7e2a9063 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7bf2b13-b0a2-43f1-8e70-f751b57aa1b7 HTTP/1.1" status: 200 len: 217 time: 0.0649779 Nov 16 21:59:21.302908 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c5c561-7f41-4e0b-8a32-47d02ad0f0a7 req-99650298-85ce-45f9-a77f-dc1e477ad65a service neutron] Checking agent: {'id': '426a5c9b-164f-481a-ad6e-a795536ce9ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81814', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 49, 31), 'started_at': datetime.datetime(2021, 11, 16, 21, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 16 21:59:21.303240 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c5c561-7f41-4e0b-8a32-47d02ad0f0a7 req-99650298-85ce-45f9-a77f-dc1e477ad65a service neutron] Checking segment: {'id': 'e20dd5cc-0291-48ff-b717-8c2004cfa9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'c3d06f3e-b60a-4cda-bf0d-446c28529181'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 16 21:59:21.303621 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c5c561-7f41-4e0b-8a32-47d02ad0f0a7 req-99650298-85ce-45f9-a77f-dc1e477ad65a service neutron] Bound using segment: {'id': 'e20dd5cc-0291-48ff-b717-8c2004cfa9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'c3d06f3e-b60a-4cda-bf0d-446c28529181'} {{(pid=86864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 16 21:59:21.304307 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.managers [req-80c5c561-7f41-4e0b-8a32-47d02ad0f0a7 req-99650298-85ce-45f9-a77f-dc1e477ad65a service neutron] Bound port: 041fd31b-bc6e-41d4-a01d-23b619841905, host: hv-cinder-81814, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e20dd5cc-0291-48ff-b717-8c2004cfa9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'c3d06f3e-b60a-4cda-bf0d-446c28529181'}}] {{(pid=86864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 21:59:21.304647 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [req-80c5c561-7f41-4e0b-8a32-47d02ad0f0a7 req-99650298-85ce-45f9-a77f-dc1e477ad65a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:21.369450 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe8b9ca-63bf-4d8b-8ff6-06c38ee03e70 req-df2311d7-39ff-4f94-9095-08f49ebcd563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:21.371100 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-7fe8b9ca-63bf-4d8b-8ff6-06c38ee03e70 req-df2311d7-39ff-4f94-9095-08f49ebcd563 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f624b42a-5272-4678-b3b4-7eace127f63b HTTP/1.1" status: 200 len: 854 time: 0.0622084 Nov 16 21:59:21.399090 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.db [req-80c5c561-7f41-4e0b-8a32-47d02ad0f0a7 req-99650298-85ce-45f9-a77f-dc1e477ad65a service neutron] For port 041fd31b-bc6e-41d4-a01d-23b619841905, host hv-cinder-81814, cleared binding levels {{(pid=86864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 16 21:59:21.402351 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.db [req-80c5c561-7f41-4e0b-8a32-47d02ad0f0a7 req-99650298-85ce-45f9-a77f-dc1e477ad65a service neutron] For port 041fd31b-bc6e-41d4-a01d-23b619841905, host hv-cinder-81814, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=041fd31b-bc6e-41d4-a01d-23b619841905,segment=NetworkSegment(e20dd5cc-0291-48ff-b717-8c2004cfa9b3),segment_id=e20dd5cc-0291-48ff-b717-8c2004cfa9b3)] {{(pid=86864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 16 21:59:21.406607 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [req-80c5c561-7f41-4e0b-8a32-47d02ad0f0a7 req-99650298-85ce-45f9-a77f-dc1e477ad65a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3119265'] for port, after_update {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:21.411150 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-315f2409-0cbc-417a-82f5-57689f4e8604 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:59:21.421530 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-7fe8b9ca-63bf-4d8b-8ff6-06c38ee03e70 req-c3d7a326-0f2b-42e6-a517-c45bc4593bfb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cde6a401-9632-4f3a-aae6-1598de6fdd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422573 Nov 16 21:59:21.475753 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5c561-7f41-4e0b-8a32-47d02ad0f0a7 req-99650298-85ce-45f9-a77f-dc1e477ad65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:21.476493 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [req-80c5c561-7f41-4e0b-8a32-47d02ad0f0a7 req-99650298-85ce-45f9-a77f-dc1e477ad65a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for port, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:21.477916 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-80c5c561-7f41-4e0b-8a32-47d02ad0f0a7 req-99650298-85ce-45f9-a77f-dc1e477ad65a service neutron] 10.222.0.60 "PUT /v2.0/ports/041fd31b-bc6e-41d4-a01d-23b619841905 HTTP/1.1" status: 200 len: 1093 time: 1.1915996 Nov 16 21:59:21.478529 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da34e169-0932-4892-b402-0c63479743c6', 'tag': '041fd31b-bc6e-41d4-a01d-23b619841905'}] {{(pid=86864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:59:21.527059 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99650298-85ce-45f9-a77f-dc1e477ad65a service neutron] Pushing event updated for resources: {'Port': ['ID=041fd31b-bc6e-41d4-a01d-23b619841905,revision_number=3']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:59:21.530298 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-99650298-85ce-45f9-a77f-dc1e477ad65a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:59:21.582640 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device 7cd51fb0-81f7-48a0-b7d9-52c90a7aaa30 no longer exists at agent hyperv_hv-cinder-81814 {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 16 21:59:21.622263 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da34e169-0932-4892-b402-0c63479743c6', 'tag': '041fd31b-bc6e-41d4-a01d-23b619841905', 'status': 'completed', 'code': 200} Nov 16 21:59:21.639660 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-7fe8b9ca-63bf-4d8b-8ff6-06c38ee03e70 req-3b0fe040-abcc-4cc1-97b5-4abbe8fb0001 service neutron] 10.222.0.60 "GET /v2.0/networks/cde6a401-9632-4f3a-aae6-1598de6fdd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078118 Nov 16 21:59:21.647262 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] No Port match for: 7cd51fb0-81f7-48a0-b7d9-52c90a7aaa30 {{(pid=86865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 16 21:59:21.648025 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device 7cd51fb0-81f7-48a0-b7d9-52c90a7aaa30 not bound to the agent host hv-cinder-81814 {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 16 21:59:21.673657 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5c561-7f41-4e0b-8a32-47d02ad0f0a7 req-49a98281-b1c5-4bde-af72-87a0fc815e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:21.675472 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-80c5c561-7f41-4e0b-8a32-47d02ad0f0a7 req-49a98281-b1c5-4bde-af72-87a0fc815e98 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f1c8558663f547f9825b932b766b03e7&device_id=da34e169-0932-4892-b402-0c63479743c6 HTTP/1.1" status: 200 len: 1096 time: 0.1394458 Nov 16 21:59:21.753207 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-80c5c561-7f41-4e0b-8a32-47d02ad0f0a7 req-89fe18df-212a-4703-ab5d-e602db4c87b8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=041fd31b-bc6e-41d4-a01d-23b619841905 HTTP/1.1" status: 200 len: 217 time: 0.0698242 Nov 16 21:59:21.781193 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-7fe8b9ca-63bf-4d8b-8ff6-06c38ee03e70 req-71e6b1e3-f752-499d-9563-59d15cce1f33 service neutron] 10.222.0.60 "GET /v2.0/networks/cde6a401-9632-4f3a-aae6-1598de6fdd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338942 Nov 16 21:59:21.818226 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5c561-7f41-4e0b-8a32-47d02ad0f0a7 req-9bd9ea59-aebd-4b2a-98e6-61be027a7cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:21.819644 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-80c5c561-7f41-4e0b-8a32-47d02ad0f0a7 req-9bd9ea59-aebd-4b2a-98e6-61be027a7cf9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7d822545-64da-4ccc-8d01-e99eb90ad782 HTTP/1.1" status: 200 len: 849 time: 0.0596116 Nov 16 21:59:21.868355 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-80c5c561-7f41-4e0b-8a32-47d02ad0f0a7 req-e3b15766-9ecf-4c34-929f-dc9c26fa0797 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c3d06f3e-b60a-4cda-bf0d-446c28529181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386543 Nov 16 21:59:21.974236 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec22f496-d037-4623-afe7-cbf35743a55c', 'tag': 'a7bf2b13-b0a2-43f1-8e70-f751b57aa1b7'}] {{(pid=86863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:59:22.061687 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-80c5c561-7f41-4e0b-8a32-47d02ad0f0a7 req-6e18edb0-d98a-4fce-9451-0569e242514c service neutron] 10.222.0.60 "GET /v2.0/networks/c3d06f3e-b60a-4cda-bf0d-446c28529181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852016 Nov 16 21:59:22.149089 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51ed58-d5ce-44ba-ba46-2c8b954d7777 req-044ddea7-41b6-4ba2-b5ec-f1970e6070d0 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:22.150582 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-8a51ed58-d5ce-44ba-ba46-2c8b954d7777 req-044ddea7-41b6-4ba2-b5ec-f1970e6070d0 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] 10.222.0.50 "GET /v2.0/ports?device_id=da34e169-0932-4892-b402-0c63479743c6 HTTP/1.1" status: 200 len: 943 time: 0.0834167 Nov 16 21:59:22.195988 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-8a51ed58-d5ce-44ba-ba46-2c8b954d7777 req-86f95b72-2ee0-4095-a517-241445c87bd3 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] 10.222.0.50 "GET /v2.0/security-groups?id=852759aa-e395-4697-af46-75610ceb40a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397625 Nov 16 21:59:22.196417 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0eda14-8d0b-4b8f-80e7-d62b21a0611f req-df9a6ed9-bc35-4857-bf39-494e41f199f6 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:22.197858 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-fa0eda14-8d0b-4b8f-80e7-d62b21a0611f req-df9a6ed9-bc35-4857-bf39-494e41f199f6 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec22f496-d037-4623-afe7-cbf35743a55c HTTP/1.1" status: 200 len: 944 time: 0.1908956 Nov 16 21:59:22.217778 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-80c5c561-7f41-4e0b-8a32-47d02ad0f0a7 req-5848b036-a69a-42c5-b6cb-d8bed2c6dfc2 service neutron] 10.222.0.60 "GET /v2.0/networks/c3d06f3e-b60a-4cda-bf0d-446c28529181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470821 Nov 16 21:59:22.247665 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec22f496-d037-4623-afe7-cbf35743a55c', 'tag': 'a7bf2b13-b0a2-43f1-8e70-f751b57aa1b7', 'status': 'completed', 'code': 200} Nov 16 21:59:22.260054 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-fa0eda14-8d0b-4b8f-80e7-d62b21a0611f req-f4db58c8-0056-4908-aba8-ff4dc1850f2f tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e0b98a9-e431-449a-8173-fb004c6e0d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513988 Nov 16 21:59:22.340265 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7554ed9-dcb8-4afc-a5c0-9b165961db5a req-6e5e785f-27e2-4526-85ac-a1dfce44a831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:22.341734 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-b7554ed9-dcb8-4afc-a5c0-9b165961db5a req-6e5e785f-27e2-4526-85ac-a1dfce44a831 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f1c8558663f547f9825b932b766b03e7&device_id=da34e169-0932-4892-b402-0c63479743c6 HTTP/1.1" status: 200 len: 1096 time: 0.0706463 Nov 16 21:59:22.347516 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0201c25e-4059-4392-ad73-60c0ff52491d req-aef48e30-438f-4bd9-a9d4-5a9b395865c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:22.348974 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-0201c25e-4059-4392-ad73-60c0ff52491d req-aef48e30-438f-4bd9-a9d4-5a9b395865c9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b29cf42c0ab54830964b0a37d4532280&device_id=ec22f496-d037-4623-afe7-cbf35743a55c HTTP/1.1" status: 200 len: 1097 time: 0.0702264 Nov 16 21:59:22.479123 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7554ed9-dcb8-4afc-a5c0-9b165961db5a req-7c763321-7141-4856-9897-af68827e3656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:22.480496 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-b7554ed9-dcb8-4afc-a5c0-9b165961db5a req-7c763321-7141-4856-9897-af68827e3656 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c3d06f3e-b60a-4cda-bf0d-446c28529181 HTTP/1.1" status: 200 len: 910 time: 0.1310885 Nov 16 21:59:22.553982 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-b7554ed9-dcb8-4afc-a5c0-9b165961db5a req-70df1d10-f2f8-48f2-9289-db6bd09ca386 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=041fd31b-bc6e-41d4-a01d-23b619841905 HTTP/1.1" status: 200 len: 217 time: 0.0653584 Nov 16 21:59:22.570829 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0201c25e-4059-4392-ad73-60c0ff52491d req-8c6b1353-2cd8-45f3-a025-7b7d53eda2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:22.572254 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-0201c25e-4059-4392-ad73-60c0ff52491d req-8c6b1353-2cd8-45f3-a025-7b7d53eda2d5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=cde6a401-9632-4f3a-aae6-1598de6fdd57 HTTP/1.1" status: 200 len: 915 time: 0.2174010 Nov 16 21:59:22.620324 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7554ed9-dcb8-4afc-a5c0-9b165961db5a req-b026d4e8-7d96-45ad-92e6-c677de023e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:22.621740 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-b7554ed9-dcb8-4afc-a5c0-9b165961db5a req-b026d4e8-7d96-45ad-92e6-c677de023e54 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7d822545-64da-4ccc-8d01-e99eb90ad782 HTTP/1.1" status: 200 len: 849 time: 0.0609677 Nov 16 21:59:22.644985 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-0201c25e-4059-4392-ad73-60c0ff52491d req-bb783a9a-bc5f-4233-9b94-f445a7bb665a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7bf2b13-b0a2-43f1-8e70-f751b57aa1b7 HTTP/1.1" status: 200 len: 217 time: 0.0651577 Nov 16 21:59:22.713215 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0201c25e-4059-4392-ad73-60c0ff52491d req-3d240927-db32-4fb3-b230-573c0c5415d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:22.714818 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-0201c25e-4059-4392-ad73-60c0ff52491d req-3d240927-db32-4fb3-b230-573c0c5415d4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f624b42a-5272-4678-b3b4-7eace127f63b HTTP/1.1" status: 200 len: 854 time: 0.0609481 Nov 16 21:59:22.771101 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-0201c25e-4059-4392-ad73-60c0ff52491d req-e9e89eda-e734-4128-8cdd-a4ad5758290d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cde6a401-9632-4f3a-aae6-1598de6fdd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480998 Nov 16 21:59:22.772247 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-b7554ed9-dcb8-4afc-a5c0-9b165961db5a req-0fd3df7b-ed9e-4f98-80a0-fa44fc50874f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c3d06f3e-b60a-4cda-bf0d-446c28529181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1423392 Nov 16 21:59:22.919168 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-b7554ed9-dcb8-4afc-a5c0-9b165961db5a req-81e6f1b7-b111-4107-93a0-e7942734a2da service neutron] 10.222.0.60 "GET /v2.0/networks/c3d06f3e-b60a-4cda-bf0d-446c28529181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339040 Nov 16 21:59:22.925462 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-0201c25e-4059-4392-ad73-60c0ff52491d req-f08a29ba-86ec-4b34-bbf5-7b096fe4dfe9 service neutron] 10.222.0.60 "GET /v2.0/networks/cde6a401-9632-4f3a-aae6-1598de6fdd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409812 Nov 16 21:59:23.070422 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-0201c25e-4059-4392-ad73-60c0ff52491d req-1930aff3-1305-43ae-9cdb-3cb88716de71 service neutron] 10.222.0.60 "GET /v2.0/networks/cde6a401-9632-4f3a-aae6-1598de6fdd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351652 Nov 16 21:59:23.071633 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-b7554ed9-dcb8-4afc-a5c0-9b165961db5a req-17f13636-6a9f-4ee1-a00c-76a454f661d6 service neutron] 10.222.0.60 "GET /v2.0/networks/c3d06f3e-b60a-4cda-bf0d-446c28529181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372294 Nov 16 21:59:23.392392 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5907be-58bb-4d3b-86c3-2b6750dcbab1 req-96dddee2-4f67-4ed4-94cb-caaa4bb12262 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:23.393844 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-ae5907be-58bb-4d3b-86c3-2b6750dcbab1 req-96dddee2-4f67-4ed4-94cb-caaa4bb12262 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] 10.222.0.50 "GET /v2.0/ports?device_id=da34e169-0932-4892-b402-0c63479743c6 HTTP/1.1" status: 200 len: 943 time: 0.0895391 Nov 16 21:59:23.438338 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-ae5907be-58bb-4d3b-86c3-2b6750dcbab1 req-43c010c7-0392-4943-98fd-3a5f41ffd05e tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] 10.222.0.50 "GET /v2.0/security-groups?id=852759aa-e395-4697-af46-75610ceb40a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381465 Nov 16 21:59:23.448102 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be8f60-e9b3-47d3-9bc2-839361b1eb74 req-9d2b36ee-85b0-44e2-aec5-50eeb732f22a tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:23.449627 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-32be8f60-e9b3-47d3-9bc2-839361b1eb74 req-9d2b36ee-85b0-44e2-aec5-50eeb732f22a tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec22f496-d037-4623-afe7-cbf35743a55c HTTP/1.1" status: 200 len: 944 time: 0.0797763 Nov 16 21:59:23.495948 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-32be8f60-e9b3-47d3-9bc2-839361b1eb74 req-c9bdce8d-1746-4ead-9ef6-f1a91ec0088d tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e0b98a9-e431-449a-8173-fb004c6e0d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398269 Nov 16 21:59:23.598449 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device 041fd31b-bc6e-41d4-a01d-23b619841905 details requested by agent hyperv_hv-cinder-81814 with host hv-cinder-81814 {{(pid=86865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 16 21:59:23.727594 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port 041fd31b-bc6e-41d4-a01d-23b619841905, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=041fd31b-bc6e-41d4-a01d-23b619841905,segment=NetworkSegment(e20dd5cc-0291-48ff-b717-8c2004cfa9b3),segment_id=e20dd5cc-0291-48ff-b717-8c2004cfa9b3)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:59:23.743031 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Returning: {'device': '041fd31b-bc6e-41d4-a01d-23b619841905', 'network_id': 'c3d06f3e-b60a-4cda-bf0d-446c28529181', 'port_id': '041fd31b-bc6e-41d4-a01d-23b619841905', 'mac_address': 'fa:16:3e:d3:03:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d822545-64da-4ccc-8d01-e99eb90ad782', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 16 21:59:23.800510 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:23.817195 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.notifiers.nova [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 041fd31b-bc6e-41d4-a01d-23b619841905 {{(pid=86865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:59:23.831955 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port 041fd31b-bc6e-41d4-a01d-23b619841905, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=041fd31b-bc6e-41d4-a01d-23b619841905,segment=NetworkSegment(e20dd5cc-0291-48ff-b717-8c2004cfa9b3),segment_id=e20dd5cc-0291-48ff-b717-8c2004cfa9b3)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:59:23.835635 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:23.836329 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device a7bf2b13-b0a2-43f1-8e70-f751b57aa1b7 details requested by agent hyperv_hv-cinder-81814 with host hv-cinder-81814 {{(pid=86865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 16 21:59:23.838141 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:59:23.966818 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Pushing event updated for resources: {'Port': ['ID=041fd31b-bc6e-41d4-a01d-23b619841905,revision_number=4']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:59:23.973675 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:59:24.026380 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port a7bf2b13-b0a2-43f1-8e70-f751b57aa1b7, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=a7bf2b13-b0a2-43f1-8e70-f751b57aa1b7,segment=NetworkSegment(fe55b107-425e-4f5c-b22b-653bc69b8efb),segment_id=fe55b107-425e-4f5c-b22b-653bc69b8efb)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:59:24.039705 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Returning: {'device': 'a7bf2b13-b0a2-43f1-8e70-f751b57aa1b7', 'network_id': 'cde6a401-9632-4f3a-aae6-1598de6fdd57', 'port_id': 'a7bf2b13-b0a2-43f1-8e70-f751b57aa1b7', 'mac_address': 'fa:16:3e:33:ef:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f624b42a-5272-4678-b3b4-7eace127f63b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 16 21:59:24.093211 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:24.113127 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.notifiers.nova [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7bf2b13-b0a2-43f1-8e70-f751b57aa1b7 {{(pid=86865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:59:24.128181 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port a7bf2b13-b0a2-43f1-8e70-f751b57aa1b7, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=a7bf2b13-b0a2-43f1-8e70-f751b57aa1b7,segment=NetworkSegment(fe55b107-425e-4f5c-b22b-653bc69b8efb),segment_id=fe55b107-425e-4f5c-b22b-653bc69b8efb)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:59:24.131521 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:24.133258 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:59:24.197616 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Pushing event updated for resources: {'Port': ['ID=a7bf2b13-b0a2-43f1-8e70-f751b57aa1b7,revision_number=4']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:59:24.200554 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:59:24.383551 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] get_ports_and_sgs() called for port_ids ['a7bf2b13-b0a2-43f1-8e70-f751b57aa1b7'] {{(pid=86865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 16 21:59:24.415702 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] get_ports_and_sgs() called for port_ids ['041fd31b-bc6e-41d4-a01d-23b619841905'] {{(pid=86865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 16 21:59:24.663921 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c0130-1cff-48ec-8beb-da68474a5bfa req-d62f4496-ba1c-4cc9-9366-185562088382 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:24.666435 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-593c0130-1cff-48ec-8beb-da68474a5bfa req-d62f4496-ba1c-4cc9-9366-185562088382 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] 10.222.0.50 "GET /v2.0/ports?device_id=da34e169-0932-4892-b402-0c63479743c6 HTTP/1.1" status: 200 len: 944 time: 0.1021538 Nov 16 21:59:24.720263 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-593c0130-1cff-48ec-8beb-da68474a5bfa req-31fd2466-0979-4975-bd02-10ea2ca7a47b tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] 10.222.0.50 "GET /v2.0/security-groups?id=852759aa-e395-4697-af46-75610ceb40a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524962 Nov 16 21:59:24.740128 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206bb515-2209-4752-bc2a-93991a734bb4 req-9adad1ac-27bc-4656-9f90-94f94ac5a019 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:24.741644 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-206bb515-2209-4752-bc2a-93991a734bb4 req-9adad1ac-27bc-4656-9f90-94f94ac5a019 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec22f496-d037-4623-afe7-cbf35743a55c HTTP/1.1" status: 200 len: 945 time: 0.1021509 Nov 16 21:59:24.790977 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-206bb515-2209-4752-bc2a-93991a734bb4 req-0336b370-cdd3-45e9-bb8f-80bc10d909ce tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e0b98a9-e431-449a-8173-fb004c6e0d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421762 Nov 16 21:59:24.793713 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-bdf8dcb1-f4ad-4fae-bc46-21efceb0b74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:25.262301 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:25.599805 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device 041fd31b-bc6e-41d4-a01d-23b619841905 up at agent hyperv_hv-cinder-81814 {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 21:59:25.667210 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Provisioning for port 041fd31b-bc6e-41d4-a01d-23b619841905 completed by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:59:25.672118 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Provisioning complete for port 041fd31b-bc6e-41d4-a01d-23b619841905 triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:59:25.672588 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:25.791990 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:25.818775 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da34e169-0932-4892-b402-0c63479743c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041fd31b-bc6e-41d4-a01d-23b619841905'}] {{(pid=86865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:59:25.830099 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port 041fd31b-bc6e-41d4-a01d-23b619841905, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=041fd31b-bc6e-41d4-a01d-23b619841905,segment=NetworkSegment(e20dd5cc-0291-48ff-b717-8c2004cfa9b3),segment_id=e20dd5cc-0291-48ff-b717-8c2004cfa9b3)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:59:25.834899 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:25.836028 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device a7bf2b13-b0a2-43f1-8e70-f751b57aa1b7 up at agent hyperv_hv-cinder-81814 {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 21:59:25.870165 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-3232b8b1-4de4-4180-8d0b-f6c6a9fb31ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:59:25.946634 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a557e1-6a26-44d2-8ac3-f15cd250bcfd req-62aa510b-c538-4089-8759-28aec866908f tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:25.948276 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-43a557e1-6a26-44d2-8ac3-f15cd250bcfd req-62aa510b-c538-4089-8759-28aec866908f tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] 10.222.0.50 "GET /v2.0/ports?device_id=da34e169-0932-4892-b402-0c63479743c6 HTTP/1.1" status: 200 len: 945 time: 0.1153021 Nov 16 21:59:25.986407 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Pushing event updated for resources: {'Port': ['ID=041fd31b-bc6e-41d4-a01d-23b619841905,revision_number=5']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:59:25.990199 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:59:26.002553 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Provisioning for port a7bf2b13-b0a2-43f1-8e70-f751b57aa1b7 completed by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:59:26.014802 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Provisioning complete for port a7bf2b13-b0a2-43f1-8e70-f751b57aa1b7 triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:59:26.015180 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:26.036177 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-43a557e1-6a26-44d2-8ac3-f15cd250bcfd req-1998f4b1-795b-47e9-a0d6-e5fe9d93dbb6 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] 10.222.0.50 "GET /v2.0/security-groups?id=852759aa-e395-4697-af46-75610ceb40a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804384 Nov 16 21:59:26.042697 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4bb34-abea-4e95-ad40-60e4b1b4cef2 req-20ca992a-c5b9-4904-a945-1c48042b80cd tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:26.044761 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-22b4bb34-abea-4e95-ad40-60e4b1b4cef2 req-20ca992a-c5b9-4904-a945-1c48042b80cd tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec22f496-d037-4623-afe7-cbf35743a55c HTTP/1.1" status: 200 len: 945 time: 0.1332808 Nov 16 21:59:26.085922 dv-cinder-818140-1-smb neutron-server[86865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da34e169-0932-4892-b402-0c63479743c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041fd31b-bc6e-41d4-a01d-23b619841905', 'code': 200} Nov 16 21:59:26.119491 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-22b4bb34-abea-4e95-ad40-60e4b1b4cef2 req-cc49c52d-9056-42fc-8708-68526fbec2e9 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e0b98a9-e431-449a-8173-fb004c6e0d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625765 Nov 16 21:59:26.168227 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:26.204878 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port a7bf2b13-b0a2-43f1-8e70-f751b57aa1b7, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=a7bf2b13-b0a2-43f1-8e70-f751b57aa1b7,segment=NetworkSegment(fe55b107-425e-4f5c-b22b-653bc69b8efb),segment_id=fe55b107-425e-4f5c-b22b-653bc69b8efb)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:59:26.211194 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:26.215939 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:59:26.301709 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Pushing event updated for resources: {'Port': ['ID=a7bf2b13-b0a2-43f1-8e70-f751b57aa1b7,revision_number=5']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:59:26.304873 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:59:26.335473 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e6927-f3bb-42db-a097-6e5e94c48853 req-0b7e5d3a-7b97-40fc-ae1f-c73e0e03da3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:26.336983 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-f10e6927-f3bb-42db-a097-6e5e94c48853 req-0b7e5d3a-7b97-40fc-ae1f-c73e0e03da3e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=da34e169-0932-4892-b402-0c63479743c6 HTTP/1.1" status: 200 len: 1098 time: 0.0717649 Nov 16 21:59:26.379551 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-f10e6927-f3bb-42db-a097-6e5e94c48853 req-e580dc9d-17a4-4c5c-8249-82554ea327f5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=852759aa-e395-4697-af46-75610ceb40a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345550 Nov 16 21:59:27.221947 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891501d7-580d-42e1-b19b-efd41420422d req-473f60b0-e6c8-4a91-923c-5c2394dcd692 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:27.226278 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-891501d7-580d-42e1-b19b-efd41420422d req-473f60b0-e6c8-4a91-923c-5c2394dcd692 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] 10.222.0.50 "GET /v2.0/ports?device_id=da34e169-0932-4892-b402-0c63479743c6 HTTP/1.1" status: 200 len: 945 time: 0.0894675 Nov 16 21:59:27.269731 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-891501d7-580d-42e1-b19b-efd41420422d req-27f8eedb-d229-4682-be7c-4cfbcae884ae tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] 10.222.0.50 "GET /v2.0/security-groups?id=852759aa-e395-4697-af46-75610ceb40a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402615 Nov 16 21:59:27.334762 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b984e53-deea-441e-8cb8-3f8d510ca204 req-6f045d7a-63ea-4d50-ba69-b78e8d25eddb tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:27.336189 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-2b984e53-deea-441e-8cb8-3f8d510ca204 req-6f045d7a-63ea-4d50-ba69-b78e8d25eddb tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec22f496-d037-4623-afe7-cbf35743a55c HTTP/1.1" status: 200 len: 946 time: 0.0982277 Nov 16 21:59:27.406617 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-2b984e53-deea-441e-8cb8-3f8d510ca204 req-60c21622-93d2-4f40-8849-08d8fc0cf907 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e0b98a9-e431-449a-8173-fb004c6e0d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589201 Nov 16 21:59:27.464017 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-5d23d80e-66d0-42ac-a661-2006e472203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:28.087084 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec22f496-d037-4623-afe7-cbf35743a55c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7bf2b13-b0a2-43f1-8e70-f751b57aa1b7'}] {{(pid=86865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:59:28.129066 dv-cinder-818140-1-smb neutron-server[86865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec22f496-d037-4623-afe7-cbf35743a55c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7bf2b13-b0a2-43f1-8e70-f751b57aa1b7', 'code': 200} Nov 16 21:59:28.367400 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99143ce9-6111-4e1f-9a9e-b44377865551 req-46d3f803-2921-4d7e-9f0a-447c01b6f316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:28.368858 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-99143ce9-6111-4e1f-9a9e-b44377865551 req-46d3f803-2921-4d7e-9f0a-447c01b6f316 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ec22f496-d037-4623-afe7-cbf35743a55c HTTP/1.1" status: 200 len: 1099 time: 0.0804129 Nov 16 21:59:28.467183 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-99143ce9-6111-4e1f-9a9e-b44377865551 req-a56d9726-596d-4365-ace2-0933a4d93e0f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5e0b98a9-e431-449a-8173-fb004c6e0d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915234 Nov 16 21:59:28.490700 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80f4a6-a542-4d42-a1a8-2d05fd98465f req-315183b1-2eab-40f2-aef7-c81a52fe504c tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:28.491388 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [req-dd80f4a6-a542-4d42-a1a8-2d05fd98465f req-315183b1-2eab-40f2-aef7-c81a52fe504c tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Synchronizing usage tracker for tenant:f1c8558663f547f9825b932b766b03e7 on resource:port {{(pid=86864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:59:28.506908 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [req-dd80f4a6-a542-4d42-a1a8-2d05fd98465f req-315183b1-2eab-40f2-aef7-c81a52fe504c tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Unset dirty status for tenant:f1c8558663f547f9825b932b766b03e7 on resource:port {{(pid=86864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:59:28.508170 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-dd80f4a6-a542-4d42-a1a8-2d05fd98465f req-315183b1-2eab-40f2-aef7-c81a52fe504c tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] 10.222.0.50 "GET /v2.0/ports?device_id=da34e169-0932-4892-b402-0c63479743c6 HTTP/1.1" status: 200 len: 945 time: 0.1308882 Nov 16 21:59:28.553000 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-dd80f4a6-a542-4d42-a1a8-2d05fd98465f req-849a1317-325c-4f3b-8e57-6f201f33a042 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] 10.222.0.50 "GET /v2.0/security-groups?id=852759aa-e395-4697-af46-75610ceb40a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390010 Nov 16 21:59:28.590615 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80e56c-ca57-43f2-aed4-97ace0e10f0f req-07be06df-6585-4f86-8a04-bde7f908c090 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:28.591311 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-df80e56c-ca57-43f2-aed4-97ace0e10f0f req-07be06df-6585-4f86-8a04-bde7f908c090 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Synchronizing usage tracker for tenant:b29cf42c0ab54830964b0a37d4532280 on resource:port {{(pid=86863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:59:28.607363 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-df80e56c-ca57-43f2-aed4-97ace0e10f0f req-07be06df-6585-4f86-8a04-bde7f908c090 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Unset dirty status for tenant:b29cf42c0ab54830964b0a37d4532280 on resource:port {{(pid=86863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:59:28.608741 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-df80e56c-ca57-43f2-aed4-97ace0e10f0f req-07be06df-6585-4f86-8a04-bde7f908c090 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec22f496-d037-4623-afe7-cbf35743a55c HTTP/1.1" status: 200 len: 946 time: 0.0988605 Nov 16 21:59:28.643833 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-94ae2c1a-1f16-4ed2-be66-e1a93ab74dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:28.666467 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-df80e56c-ca57-43f2-aed4-97ace0e10f0f req-3f53a307-80be-4e59-96d5-c611d1b43186 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e0b98a9-e431-449a-8173-fb004c6e0d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506148 Nov 16 21:59:29.698362 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f2279-93a1-4e5c-818d-ba5cf0e076ff req-a35d79ec-4744-4059-9db6-b9dcbd6bc6c5 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:29.706278 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-723f2279-93a1-4e5c-818d-ba5cf0e076ff req-a35d79ec-4744-4059-9db6-b9dcbd6bc6c5 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] 10.222.0.50 "GET /v2.0/ports?device_id=da34e169-0932-4892-b402-0c63479743c6 HTTP/1.1" status: 200 len: 945 time: 0.1039455 Nov 16 21:59:29.753304 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-723f2279-93a1-4e5c-818d-ba5cf0e076ff req-67ffa697-3038-4761-b569-4b39aee9817d tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] 10.222.0.50 "GET /v2.0/security-groups?id=852759aa-e395-4697-af46-75610ceb40a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461614 Nov 16 21:59:29.863731 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910292da-73c9-4fe6-9f7a-8564d9c62e7d req-49e03a05-e798-410e-a370-844e61810ce5 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:29.865178 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-910292da-73c9-4fe6-9f7a-8564d9c62e7d req-49e03a05-e798-410e-a370-844e61810ce5 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec22f496-d037-4623-afe7-cbf35743a55c HTTP/1.1" status: 200 len: 946 time: 0.0820580 Nov 16 21:59:29.909741 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-910292da-73c9-4fe6-9f7a-8564d9c62e7d req-5b1d6ae8-03a4-4287-9688-aa2467cf65fd tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e0b98a9-e431-449a-8173-fb004c6e0d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389051 Nov 16 21:59:29.930466 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-941145a6-33c9-4841-86a3-a7e018513e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:30.837659 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:30.944235 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d8e6d-db40-4d1e-8103-347c66c37450 req-1765e57c-18e5-4450-8b6d-a99860debc53 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:30.945701 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-776d8e6d-db40-4d1e-8103-347c66c37450 req-1765e57c-18e5-4450-8b6d-a99860debc53 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] 10.222.0.50 "GET /v2.0/ports?device_id=da34e169-0932-4892-b402-0c63479743c6 HTTP/1.1" status: 200 len: 945 time: 0.0828369 Nov 16 21:59:30.991441 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-776d8e6d-db40-4d1e-8103-347c66c37450 req-00ed2195-4ece-4e57-b78e-abe7ef28f941 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] 10.222.0.50 "GET /v2.0/security-groups?id=852759aa-e395-4697-af46-75610ceb40a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391009 Nov 16 21:59:31.086713 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd53624-f979-4faa-94de-02e2af6f91e6 req-7641935f-30e5-4287-a105-978f3275c30a tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:31.088164 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-1bd53624-f979-4faa-94de-02e2af6f91e6 req-7641935f-30e5-4287-a105-978f3275c30a tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] 10.222.0.60 "GET /v2.0/ports?device_id=da34e169-0932-4892-b402-0c63479743c6 HTTP/1.1" status: 200 len: 945 time: 0.0832376 Nov 16 21:59:31.157726 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.plugin [req-1bd53624-f979-4faa-94de-02e2af6f91e6 req-baf44663-5e7e-4442-ba4a-fe09a6028cde tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Deleting port 041fd31b-bc6e-41d4-a01d-23b619841905 {{(pid=86864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 16 21:59:31.157979 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [req-1bd53624-f979-4faa-94de-02e2af6f91e6 req-baf44663-5e7e-4442-ba4a-fe09a6028cde tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790568630941'] for port, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:31.410513 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.db [req-1bd53624-f979-4faa-94de-02e2af6f91e6 req-baf44663-5e7e-4442-ba4a-fe09a6028cde tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] For port 041fd31b-bc6e-41d4-a01d-23b619841905, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=041fd31b-bc6e-41d4-a01d-23b619841905,segment=NetworkSegment(e20dd5cc-0291-48ff-b717-8c2004cfa9b3),segment_id=e20dd5cc-0291-48ff-b717-8c2004cfa9b3)] {{(pid=86864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:59:31.410872 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [req-1bd53624-f979-4faa-94de-02e2af6f91e6 req-baf44663-5e7e-4442-ba4a-fe09a6028cde tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675270'] for port, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:31.629086 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.plugin [req-1bd53624-f979-4faa-94de-02e2af6f91e6 req-baf44663-5e7e-4442-ba4a-fe09a6028cde tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Calling delete_port for 041fd31b-bc6e-41d4-a01d-23b619841905 owned by compute:nova {{(pid=86864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 16 21:59:31.783467 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [req-1bd53624-f979-4faa-94de-02e2af6f91e6 req-baf44663-5e7e-4442-ba4a-fe09a6028cde tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790568634161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790568269114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3119288'] for port, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:31.790247 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-ea583cb5-838b-463b-9c0c-d4079efb7074 tempest-AttachVolumeShelveTestJSON-481486368 tempest-AttachVolumeShelveTestJSON-481486368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:59:31.837210 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf44663-5e7e-4442-ba4a-fe09a6028cde tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Pushing event deleted for resources: {'Port': ['ID=041fd31b-bc6e-41d4-a01d-23b619841905,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:59:31.850263 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-baf44663-5e7e-4442-ba4a-fe09a6028cde tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:59:31.919937 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bd53624-f979-4faa-94de-02e2af6f91e6 req-baf44663-5e7e-4442-ba4a-fe09a6028cde tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] No DVR routers for this DVR port 041fd31b-bc6e-41d4-a01d-23b619841905 on host hv-cinder-81814 {{(pid=86864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:59:31.923098 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [req-1bd53624-f979-4faa-94de-02e2af6f91e6 req-baf44663-5e7e-4442-ba4a-fe09a6028cde tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for port, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:31.925582 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da34e169-0932-4892-b402-0c63479743c6', 'name': 'network-vif-deleted', 'tag': '041fd31b-bc6e-41d4-a01d-23b619841905'}] {{(pid=86864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:59:31.942206 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-1bd53624-f979-4faa-94de-02e2af6f91e6 req-baf44663-5e7e-4442-ba4a-fe09a6028cde tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] 10.222.0.60 "DELETE /v2.0/ports/041fd31b-bc6e-41d4-a01d-23b619841905 HTTP/1.1" status: 204 len: 173 time: 0.8471508 Nov 16 21:59:31.988294 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da34e169-0932-4892-b402-0c63479743c6', 'name': 'network-vif-deleted', 'tag': '041fd31b-bc6e-41d4-a01d-23b619841905', 'status': 'completed', 'code': 200} Nov 16 21:59:32.167372 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [req-8d1162e1-81de-4203-a9d4-50e0a340d34a req-d4551e72-5211-40cc-91b4-372f3e0a6d95 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Synchronizing usage tracker for tenant:f1c8558663f547f9825b932b766b03e7 on resource:port {{(pid=86864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 21:59:32.184323 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [req-8d1162e1-81de-4203-a9d4-50e0a340d34a req-d4551e72-5211-40cc-91b4-372f3e0a6d95 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Unset dirty status for tenant:f1c8558663f547f9825b932b766b03e7 on resource:port {{(pid=86864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 21:59:32.186143 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-8d1162e1-81de-4203-a9d4-50e0a340d34a req-d4551e72-5211-40cc-91b4-372f3e0a6d95 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] 10.222.0.50 "GET /v2.0/ports?device_id=da34e169-0932-4892-b402-0c63479743c6 HTTP/1.1" status: 200 len: 210 time: 0.0656412 Nov 16 21:59:32.869428 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-c619d708-90d4-488b-bd3c-950b86aefc81 req-126aedca-ccde-4dcc-ae67-0d050336c56d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ec22f496-d037-4623-afe7-cbf35743a55c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0892601 Nov 16 21:59:33.027254 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c619d708-90d4-488b-bd3c-950b86aefc81 req-867ba9ac-6913-4c8c-952a-e3e9630756ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:33.028704 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-c619d708-90d4-488b-bd3c-950b86aefc81 req-867ba9ac-6913-4c8c-952a-e3e9630756ee service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b29cf42c0ab54830964b0a37d4532280&device_id=ec22f496-d037-4623-afe7-cbf35743a55c HTTP/1.1" status: 200 len: 1099 time: 0.0893717 Nov 16 21:59:33.178398 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c619d708-90d4-488b-bd3c-950b86aefc81 req-e5c18e8b-9210-48bc-941c-73c039207087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:33.180360 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-c619d708-90d4-488b-bd3c-950b86aefc81 req-e5c18e8b-9210-48bc-941c-73c039207087 service neutron] 10.222.0.60 "GET /v2.0/networks?id=cde6a401-9632-4f3a-aae6-1598de6fdd57 HTTP/1.1" status: 200 len: 915 time: 0.1296945 Nov 16 21:59:33.257943 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-c619d708-90d4-488b-bd3c-950b86aefc81 req-7fca99a9-a929-46d4-91d2-6abff7f11a90 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7bf2b13-b0a2-43f1-8e70-f751b57aa1b7 HTTP/1.1" status: 200 len: 217 time: 0.0654912 Nov 16 21:59:33.325676 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c619d708-90d4-488b-bd3c-950b86aefc81 req-d7a2dc94-5325-42fb-a2d0-512981a13f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:33.327411 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-c619d708-90d4-488b-bd3c-950b86aefc81 req-d7a2dc94-5325-42fb-a2d0-512981a13f08 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f624b42a-5272-4678-b3b4-7eace127f63b HTTP/1.1" status: 200 len: 854 time: 0.0621166 Nov 16 21:59:33.382388 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-c619d708-90d4-488b-bd3c-950b86aefc81 req-2437d092-7bfb-4302-ab30-42dce2dd03e6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cde6a401-9632-4f3a-aae6-1598de6fdd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482721 Nov 16 21:59:33.522983 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-c619d708-90d4-488b-bd3c-950b86aefc81 req-e867c565-f560-4cd8-a7aa-afe609020578 service neutron] 10.222.0.60 "GET /v2.0/networks/cde6a401-9632-4f3a-aae6-1598de6fdd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331971 Nov 16 21:59:33.645405 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device 041fd31b-bc6e-41d4-a01d-23b619841905 no longer exists at agent hyperv_hv-cinder-81814 {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 16 21:59:33.679385 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-c619d708-90d4-488b-bd3c-950b86aefc81 req-e1491e50-4de1-44b8-a39f-fd76fe340d86 service neutron] 10.222.0.60 "GET /v2.0/networks/cde6a401-9632-4f3a-aae6-1598de6fdd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493628 Nov 16 21:59:33.685248 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] No Port match for: 041fd31b-bc6e-41d4-a01d-23b619841905 {{(pid=86865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 16 21:59:33.685833 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device 041fd31b-bc6e-41d4-a01d-23b619841905 not bound to the agent host hv-cinder-81814 {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 16 21:59:35.829832 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.agents_db [None req-6e4a458f-5157-4cde-8197-239c61c88c18 None None] Agent healthcheck: found 6 active agents {{(pid=86866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 16 21:59:38.953009 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 48380) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:59:39.018568 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.db_base_plugin_v2 [None req-c04d8ddd-1747-4240-b5b1-c745a3fd70de admin admin] Deleting subnet b872805f-5bd2-41b9-b065-8fed2a5e3ce9 {{(pid=86864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 16 21:59:39.021793 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-c04d8ddd-1747-4240-b5b1-c745a3fd70de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:39.090347 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-c04d8ddd-1747-4240-b5b1-c745a3fd70de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1095438'] for subnet, precommit_delete_associations {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:39.153083 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-c04d8ddd-1747-4240-b5b1-c745a3fd70de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7959338'] for subnet, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:39.235341 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-c04d8ddd-1747-4240-b5b1-c745a3fd70de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7959329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3119339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3111270'] for subnet, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:39.240612 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-08438955-cfd0-43d0-a68b-3a54686a4d8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:59:39.280678 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04d8ddd-1747-4240-b5b1-c745a3fd70de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b872805f-5bd2-41b9-b065-8fed2a5e3ce9,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:59:39.283689 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-c04d8ddd-1747-4240-b5b1-c745a3fd70de admin admin] Notify callbacks [] for subnet, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:39.289481 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-c04d8ddd-1747-4240-b5b1-c745a3fd70de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:59:39.295422 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-c04d8ddd-1747-4240-b5b1-c745a3fd70de admin admin] 10.222.0.50 "DELETE /v2.0/subnets/b872805f-5bd2-41b9-b065-8fed2a5e3ce9 HTTP/1.1" status: 204 len: 168 time: 0.3406074 Nov 16 21:59:39.296040 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 48384) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:59:39.405389 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-efd74faa-b83e-409b-a457-a51c7af94dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7988716'] for network, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:39.533268 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-efd74faa-b83e-409b-a457-a51c7af94dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7962236', 'neutron.services.segments.db._delete_segments_for_network-8790568771669'] for network, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:39.558906 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.services.segments.db [None req-efd74faa-b83e-409b-a457-a51c7af94dc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d73400b-035a-4a1a-95c0-4612fd1dd20b']}} {{(pid=86863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:59:39.572446 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.services.segments.db [None req-efd74faa-b83e-409b-a457-a51c7af94dc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1890aedf-b1c2-431a-9aef-747e8eebdf02') {'for_net_delete': True} {{(pid=86863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:59:39.572735 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.services.segments.db [None req-efd74faa-b83e-409b-a457-a51c7af94dc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1890aedf-b1c2-431a-9aef-747e8eebdf02') {} {{(pid=86863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:59:39.584725 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-efd74faa-b83e-409b-a457-a51c7af94dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790568701269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2982132'] for segment, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:39.607608 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-efd74faa-b83e-409b-a457-a51c7af94dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930301'] for segment, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:39.617519 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efd74faa-b83e-409b-a457-a51c7af94dc2 admin admin] Releasing vlan 817 on physical network physnet1 to pool {{(pid=86863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:59:39.618001 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-efd74faa-b83e-409b-a457-a51c7af94dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7930292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1459316'] for segment, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:39.632035 dv-cinder-818140-1-smb neutron-server[86863]: Traceback (most recent call last): Nov 16 21:59:39.632035 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:59:39.632035 dv-cinder-818140-1-smb neutron-server[86863]: timer() Nov 16 21:59:39.632035 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:59:39.632035 dv-cinder-818140-1-smb neutron-server[86863]: cb(*args, **kw) Nov 16 21:59:39.632035 dv-cinder-818140-1-smb neutron-server[86863]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 16 21:59:39.632035 dv-cinder-818140-1-smb neutron-server[86863]: return func(*args, **kwargs) Nov 16 21:59:39.632035 dv-cinder-818140-1-smb neutron-server[86863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:59:39.632035 dv-cinder-818140-1-smb neutron-server[86863]: self._notify() Nov 16 21:59:39.632035 dv-cinder-818140-1-smb neutron-server[86863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:59:39.632035 dv-cinder-818140-1-smb neutron-server[86863]: self.callback(batched_events) Nov 16 21:59:39.632035 dv-cinder-818140-1-smb neutron-server[86863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:59:39.632035 dv-cinder-818140-1-smb neutron-server[86863]: event.method(event) Nov 16 21:59:39.632035 dv-cinder-818140-1-smb neutron-server[86863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 16 21:59:39.632035 dv-cinder-818140-1-smb neutron-server[86863]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:59:39.632035 dv-cinder-818140-1-smb neutron-server[86863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 16 21:59:39.632035 dv-cinder-818140-1-smb neutron-server[86863]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:59:39.632035 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 16 21:59:39.632035 dv-cinder-818140-1-smb neutron-server[86863]: return f(self, *a, **k) Nov 16 21:59:39.632035 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 16 21:59:39.632035 dv-cinder-818140-1-smb neutron-server[86863]: return self._get(url).json() Nov 16 21:59:39.632035 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 16 21:59:39.632035 dv-cinder-818140-1-smb neutron-server[86863]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:59:39.632035 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:59:39.632035 dv-cinder-818140-1-smb neutron-server[86863]: return self.request(url, 'GET', **kwargs) Nov 16 21:59:39.632035 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:59:39.632035 dv-cinder-818140-1-smb neutron-server[86863]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:59:39.632035 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:59:39.632035 dv-cinder-818140-1-smb neutron-server[86863]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:59:39.632035 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:59:39.632035 dv-cinder-818140-1-smb neutron-server[86863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:59:39.632035 dv-cinder-818140-1-smb neutron-server[86863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:59:39.716161 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-efd74faa-b83e-409b-a457-a51c7af94dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7962117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677574'] for network, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:39.726631 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:59:39.747916 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-efd74faa-b83e-409b-a457-a51c7af94dc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578116'] for network, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:39.765278 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd74faa-b83e-409b-a457-a51c7af94dc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d73400b-035a-4a1a-95c0-4612fd1dd20b,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:59:39.769652 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-efd74faa-b83e-409b-a457-a51c7af94dc2 admin admin] 10.222.0.50 "DELETE /v2.0/networks/4d73400b-035a-4a1a-95c0-4612fd1dd20b HTTP/1.1" status: 204 len: 168 time: 0.4724624 Nov 16 21:59:39.770805 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-efd74faa-b83e-409b-a457-a51c7af94dc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:59:39.772677 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 48396) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:59:39.950671 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceb0c94f-596d-4423-abb9-0c8edef91f7d admin admin] Deleting subnet c2e63f08-988d-478b-a756-068e81b61e69 {{(pid=86863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 16 21:59:39.954833 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-ceb0c94f-596d-4423-abb9-0c8edef91f7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:40.020624 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-ceb0c94f-596d-4423-abb9-0c8edef91f7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2982123'] for subnet, precommit_delete_associations {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:40.091163 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-ceb0c94f-596d-4423-abb9-0c8edef91f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7959338'] for subnet, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:40.168062 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-ceb0c94f-596d-4423-abb9-0c8edef91f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7959329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1459218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2562358'] for subnet, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:40.173288 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-100cc179-3467-4021-a9a7-a5c2b0dd2fcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:59:40.210433 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb0c94f-596d-4423-abb9-0c8edef91f7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2e63f08-988d-478b-a756-068e81b61e69,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:59:40.212333 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-ceb0c94f-596d-4423-abb9-0c8edef91f7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578116'] for subnet, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:40.214872 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-ceb0c94f-596d-4423-abb9-0c8edef91f7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:59:40.221888 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-ceb0c94f-596d-4423-abb9-0c8edef91f7d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c2e63f08-988d-478b-a756-068e81b61e69 HTTP/1.1" status: 204 len: 168 time: 0.4451525 Nov 16 21:59:40.222021 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 48404) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:59:40.330120 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-950cce70-e1f4-4dc9-8306-9c6229f947ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7988716'] for network, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:40.474850 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-950cce70-e1f4-4dc9-8306-9c6229f947ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7962236', 'neutron.services.segments.db._delete_segments_for_network-8790568771669'] for network, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:40.508928 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.services.segments.db [None req-950cce70-e1f4-4dc9-8306-9c6229f947ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d51b4ffb-3db1-4411-aff5-b244ef869bf0']}} {{(pid=86863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:59:40.522507 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.services.segments.db [None req-950cce70-e1f4-4dc9-8306-9c6229f947ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4473b69-b05d-40ed-8c84-5d4b1ba95413') {'for_net_delete': True} {{(pid=86863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:59:40.522814 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.services.segments.db [None req-950cce70-e1f4-4dc9-8306-9c6229f947ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4473b69-b05d-40ed-8c84-5d4b1ba95413') {} {{(pid=86863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:59:40.534845 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-950cce70-e1f4-4dc9-8306-9c6229f947ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790568701269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2982132'] for segment, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:40.551021 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-950cce70-e1f4-4dc9-8306-9c6229f947ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930301'] for segment, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:40.557183 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-950cce70-e1f4-4dc9-8306-9c6229f947ab admin admin] Releasing vlan 806 on physical network physnet1 to pool {{(pid=86863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:59:40.557566 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-950cce70-e1f4-4dc9-8306-9c6229f947ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7930292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1459316'] for segment, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:40.571312 dv-cinder-818140-1-smb neutron-server[86863]: Traceback (most recent call last): Nov 16 21:59:40.571312 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:59:40.571312 dv-cinder-818140-1-smb neutron-server[86863]: timer() Nov 16 21:59:40.571312 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:59:40.571312 dv-cinder-818140-1-smb neutron-server[86863]: cb(*args, **kw) Nov 16 21:59:40.571312 dv-cinder-818140-1-smb neutron-server[86863]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 16 21:59:40.571312 dv-cinder-818140-1-smb neutron-server[86863]: return func(*args, **kwargs) Nov 16 21:59:40.571312 dv-cinder-818140-1-smb neutron-server[86863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:59:40.571312 dv-cinder-818140-1-smb neutron-server[86863]: self._notify() Nov 16 21:59:40.571312 dv-cinder-818140-1-smb neutron-server[86863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:59:40.571312 dv-cinder-818140-1-smb neutron-server[86863]: self.callback(batched_events) Nov 16 21:59:40.571312 dv-cinder-818140-1-smb neutron-server[86863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:59:40.571312 dv-cinder-818140-1-smb neutron-server[86863]: event.method(event) Nov 16 21:59:40.571312 dv-cinder-818140-1-smb neutron-server[86863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 16 21:59:40.571312 dv-cinder-818140-1-smb neutron-server[86863]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:59:40.571312 dv-cinder-818140-1-smb neutron-server[86863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 16 21:59:40.571312 dv-cinder-818140-1-smb neutron-server[86863]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:59:40.571312 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 16 21:59:40.571312 dv-cinder-818140-1-smb neutron-server[86863]: return f(self, *a, **k) Nov 16 21:59:40.571312 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 16 21:59:40.571312 dv-cinder-818140-1-smb neutron-server[86863]: return self._get(url).json() Nov 16 21:59:40.571312 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 16 21:59:40.571312 dv-cinder-818140-1-smb neutron-server[86863]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:59:40.571312 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:59:40.571312 dv-cinder-818140-1-smb neutron-server[86863]: return self.request(url, 'GET', **kwargs) Nov 16 21:59:40.571312 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:59:40.571312 dv-cinder-818140-1-smb neutron-server[86863]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:59:40.571312 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:59:40.571312 dv-cinder-818140-1-smb neutron-server[86863]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:59:40.571312 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:59:40.571312 dv-cinder-818140-1-smb neutron-server[86863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:59:40.571312 dv-cinder-818140-1-smb neutron-server[86863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:59:40.650320 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-950cce70-e1f4-4dc9-8306-9c6229f947ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7962117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677574'] for network, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:40.654196 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-977fc121-7564-4630-b732-235fff13c1cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:59:40.673932 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-950cce70-e1f4-4dc9-8306-9c6229f947ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578116'] for network, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:40.680142 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950cce70-e1f4-4dc9-8306-9c6229f947ab admin admin] Pushing event deleted for resources: {'Network': ['ID=d51b4ffb-3db1-4411-aff5-b244ef869bf0,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:59:40.683437 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-950cce70-e1f4-4dc9-8306-9c6229f947ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:59:40.684806 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-950cce70-e1f4-4dc9-8306-9c6229f947ab admin admin] 10.222.0.50 "DELETE /v2.0/networks/d51b4ffb-3db1-4411-aff5-b244ef869bf0 HTTP/1.1" status: 204 len: 168 time: 0.4619203 Nov 16 21:59:40.842625 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 48414) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:59:40.940040 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-9c3f5fb6-0ae3-4843-9552-4fe02223a781 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b76e838dbe484be786bc9d4294341b95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0924268 Nov 16 21:59:40.941546 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 48420) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:59:41.032818 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-d5ff5228-686c-459a-83c6-d435bc594e2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:41.073002 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-d5ff5228-686c-459a-83c6-d435bc594e2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:41.139162 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-d5ff5228-686c-459a-83c6-d435bc594e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:41.146783 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-3216334c-eed7-419b-b45d-52bd5d9e15c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:59:41.161552 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ff5228-686c-459a-83c6-d435bc594e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7618759-3698-4ac2-a883-02228ffaa741,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:59:41.164101 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-d5ff5228-686c-459a-83c6-d435bc594e2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:59:41.174345 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-d5ff5228-686c-459a-83c6-d435bc594e2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:41.175767 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-d5ff5228-686c-459a-83c6-d435bc594e2c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c7618759-3698-4ac2-a883-02228ffaa741 HTTP/1.1" status: 204 len: 168 time: 0.2304590 Nov 16 21:59:41.618834 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 48428) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:59:41.678157 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-2f8c7aba-9c44-43ab-9828-b133179421fb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=947fea18a2af4f8fa071ac039ebccfa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0580294 Nov 16 21:59:41.684497 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 48432) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:59:41.863271 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-2d538033-58c0-4057-9aa8-81981ffd0b72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:41.894892 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-2d538033-58c0-4057-9aa8-81981ffd0b72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:41.957965 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-2d538033-58c0-4057-9aa8-81981ffd0b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:41.962976 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-5e56fcb4-03cf-4b33-b432-f61c37bc6d71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:59:41.976198 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d538033-58c0-4057-9aa8-81981ffd0b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e10c40-309b-4452-a76a-e58d550bcf52,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:59:41.980553 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-2d538033-58c0-4057-9aa8-81981ffd0b72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:59:41.984415 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-2d538033-58c0-4057-9aa8-81981ffd0b72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:41.986417 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-2d538033-58c0-4057-9aa8-81981ffd0b72 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/62e10c40-309b-4452-a76a-e58d550bcf52 HTTP/1.1" status: 204 len: 168 time: 0.3008747 Nov 16 21:59:48.359084 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6c82d-8093-40c9-99d7-2eccd485b1b0 req-1008b4ca-3bd1-49e9-b09a-2a57c81a471a tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:48.362638 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-d5b6c82d-8093-40c9-99d7-2eccd485b1b0 req-1008b4ca-3bd1-49e9-b09a-2a57c81a471a tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec22f496-d037-4623-afe7-cbf35743a55c HTTP/1.1" status: 200 len: 946 time: 0.1137991 Nov 16 21:59:48.410516 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-d5b6c82d-8093-40c9-99d7-2eccd485b1b0 req-55b2755c-8ea3-4e9d-8811-3e219019a343 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e0b98a9-e431-449a-8173-fb004c6e0d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419109 Nov 16 21:59:49.759491 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380652c-b42c-4335-ac1c-7906f34eb07f req-7d8c485a-4ba5-4b59-8c7f-14ba55e29095 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:49.760959 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-8380652c-b42c-4335-ac1c-7906f34eb07f req-7d8c485a-4ba5-4b59-8c7f-14ba55e29095 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec22f496-d037-4623-afe7-cbf35743a55c HTTP/1.1" status: 200 len: 946 time: 0.0860610 Nov 16 21:59:49.819206 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-8380652c-b42c-4335-ac1c-7906f34eb07f req-76defa45-2dd9-4d68-8e65-fc0ad9a76f4c tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e0b98a9-e431-449a-8173-fb004c6e0d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519001 Nov 16 21:59:51.155616 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656dbdfa-5024-4aff-9c72-14198734be39 req-5f1481da-80a9-4c2b-9691-ef716a68ecdd tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:51.158392 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-656dbdfa-5024-4aff-9c72-14198734be39 req-5f1481da-80a9-4c2b-9691-ef716a68ecdd tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec22f496-d037-4623-afe7-cbf35743a55c HTTP/1.1" status: 200 len: 946 time: 0.1196258 Nov 16 21:59:51.208237 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-656dbdfa-5024-4aff-9c72-14198734be39 req-f21571db-be96-4b74-971d-724af55540ed tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e0b98a9-e431-449a-8173-fb004c6e0d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438814 Nov 16 21:59:52.401885 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e09e18-6858-4d33-bb1c-2f13fbcaef3e req-427e42fc-e2aa-486a-9f93-9230d42a2127 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:52.403923 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-a1e09e18-6858-4d33-bb1c-2f13fbcaef3e req-427e42fc-e2aa-486a-9f93-9230d42a2127 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec22f496-d037-4623-afe7-cbf35743a55c HTTP/1.1" status: 200 len: 946 time: 0.0852911 Nov 16 21:59:52.455253 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-a1e09e18-6858-4d33-bb1c-2f13fbcaef3e req-2fb48739-197b-4a6f-8af7-d8fc39fe1075 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e0b98a9-e431-449a-8173-fb004c6e0d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443914 Nov 16 21:59:52.776269 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 48712) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:59:52.905178 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-1496b520-c944-4556-92e6-d9fd2f061dee admin admin] Notify callbacks [] for security_group, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:52.921159 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-1496b520-c944-4556-92e6-d9fd2f061dee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:59:52.926418 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-1496b520-c944-4556-92e6-d9fd2f061dee admin admin] Usage tracker for resource:security_group_rule and tenant:3853f762b09549cbae019b0c8f0c5bbe is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:59:52.929590 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-1496b520-c944-4556-92e6-d9fd2f061dee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:59:52.938987 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-1496b520-c944-4556-92e6-d9fd2f061dee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:59:53.098608 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c1b2f-82a8-4585-a55d-f1c598ba3769 req-af820404-7242-4ca5-a868-e6407cbe9cb6 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:53.100031 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-172c1b2f-82a8-4585-a55d-f1c598ba3769 req-af820404-7242-4ca5-a868-e6407cbe9cb6 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec22f496-d037-4623-afe7-cbf35743a55c HTTP/1.1" status: 200 len: 946 time: 0.1316233 Nov 16 21:59:53.104128 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-1496b520-c944-4556-92e6-d9fd2f061dee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:53.145174 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-1496b520-c944-4556-92e6-d9fd2f061dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:53.160140 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-e4c4fbfd-abf3-4703-b682-a92a6ad4d008 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:59:53.221301 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.plugin [req-172c1b2f-82a8-4585-a55d-f1c598ba3769 req-3a988b00-b3da-4c96-b855-bc48588f2048 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Deleting port a7bf2b13-b0a2-43f1-8e70-f751b57aa1b7 {{(pid=86864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 16 21:59:53.221639 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [req-172c1b2f-82a8-4585-a55d-f1c598ba3769 req-3a988b00-b3da-4c96-b855-bc48588f2048 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790568630941'] for port, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:53.247116 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-1496b520-c944-4556-92e6-d9fd2f061dee admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3853f762b09549cbae019b0c8f0c5bbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4696763 Nov 16 21:59:53.250110 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 48722) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:59:53.253346 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1496b520-c944-4556-92e6-d9fd2f061dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4915d18-d7eb-4c83-bbb7-c4ee4f6edb6c,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:59:53.279647 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1496b520-c944-4556-92e6-d9fd2f061dee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:59:53.279932 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1496b520-c944-4556-92e6-d9fd2f061dee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:59:53.280294 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1496b520-c944-4556-92e6-d9fd2f061dee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:59:53.280645 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1496b520-c944-4556-92e6-d9fd2f061dee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:59:53.280994 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1496b520-c944-4556-92e6-d9fd2f061dee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:59:53.281975 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1496b520-c944-4556-92e6-d9fd2f061dee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:59:53.282469 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1496b520-c944-4556-92e6-d9fd2f061dee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:59:53.282818 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1496b520-c944-4556-92e6-d9fd2f061dee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:59:53.283171 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1496b520-c944-4556-92e6-d9fd2f061dee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:59:53.283513 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1496b520-c944-4556-92e6-d9fd2f061dee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:59:53.283854 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1496b520-c944-4556-92e6-d9fd2f061dee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:59:53.284194 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1496b520-c944-4556-92e6-d9fd2f061dee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:59:53.288136 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-1496b520-c944-4556-92e6-d9fd2f061dee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:59:53.309765 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-31d4b9da-a098-4934-81c8-884f058996b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:53.336579 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-31d4b9da-a098-4934-81c8-884f058996b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:53.388031 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-31d4b9da-a098-4934-81c8-884f058996b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:53.392827 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-4e0c528b-d8e9-42ea-b55a-e557fd3e46ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:59:53.403573 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d4b9da-a098-4934-81c8-884f058996b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4915d18-d7eb-4c83-bbb7-c4ee4f6edb6c,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:59:53.407946 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-31d4b9da-a098-4934-81c8-884f058996b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:59:53.411555 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-31d4b9da-a098-4934-81c8-884f058996b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:53.415336 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-31d4b9da-a098-4934-81c8-884f058996b0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d4915d18-d7eb-4c83-bbb7-c4ee4f6edb6c HTTP/1.1" status: 204 len: 168 time: 0.1641710 Nov 16 21:59:53.504919 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.db [req-172c1b2f-82a8-4585-a55d-f1c598ba3769 req-3a988b00-b3da-4c96-b855-bc48588f2048 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] For port a7bf2b13-b0a2-43f1-8e70-f751b57aa1b7, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=a7bf2b13-b0a2-43f1-8e70-f751b57aa1b7,segment=NetworkSegment(fe55b107-425e-4f5c-b22b-653bc69b8efb),segment_id=fe55b107-425e-4f5c-b22b-653bc69b8efb)] {{(pid=86864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 21:59:53.505473 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [req-172c1b2f-82a8-4585-a55d-f1c598ba3769 req-3a988b00-b3da-4c96-b855-bc48588f2048 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675270'] for port, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:53.633363 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.plugin [req-172c1b2f-82a8-4585-a55d-f1c598ba3769 req-3a988b00-b3da-4c96-b855-bc48588f2048 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Calling delete_port for a7bf2b13-b0a2-43f1-8e70-f751b57aa1b7 owned by compute:nova {{(pid=86864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 16 21:59:53.652538 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd62d46-d5b0-4295-92c7-ada43efe2469 req-79001675-be23-4a00-bbf3-f857a4032806 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:53.654138 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-0dd62d46-d5b0-4295-92c7-ada43efe2469 req-79001675-be23-4a00-bbf3-f857a4032806 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec22f496-d037-4623-afe7-cbf35743a55c HTTP/1.1" status: 200 len: 946 time: 0.0884562 Nov 16 21:59:53.702457 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-0dd62d46-d5b0-4295-92c7-ada43efe2469 req-bbf004a1-a2ce-4a79-bb10-f7f2bde330a3 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e0b98a9-e431-449a-8173-fb004c6e0d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408051 Nov 16 21:59:53.710332 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 48732) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:59:53.729906 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-3b8e7abc-f801-499d-9b39-656ed50e5937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:53.744572 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-3b8e7abc-f801-499d-9b39-656ed50e5937 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:59:53.748403 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-3b8e7abc-f801-499d-9b39-656ed50e5937 admin admin] Usage tracker for resource:security_group_rule and tenant:e32bd78046ed443197a9d57fffe4983c is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:59:53.751842 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-3b8e7abc-f801-499d-9b39-656ed50e5937 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:59:53.757729 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-3b8e7abc-f801-499d-9b39-656ed50e5937 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:59:53.792214 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [req-172c1b2f-82a8-4585-a55d-f1c598ba3769 req-3a988b00-b3da-4c96-b855-bc48588f2048 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790568634161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790568269114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3119288'] for port, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:53.797718 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-50a50047-eb65-472c-bbf1-46e598ae525b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:59:53.844990 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a988b00-b3da-4c96-b855-bc48588f2048 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Pushing event deleted for resources: {'Port': ['ID=a7bf2b13-b0a2-43f1-8e70-f751b57aa1b7,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:59:53.848057 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-3a988b00-b3da-4c96-b855-bc48588f2048 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:59:53.848532 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-3b8e7abc-f801-499d-9b39-656ed50e5937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:53.852693 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-3b8e7abc-f801-499d-9b39-656ed50e5937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:53.860376 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-fc9248cc-0548-46aa-a839-85f854059a60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:59:53.904041 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e7abc-f801-499d-9b39-656ed50e5937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a874b6c-6c5f-4919-8601-84d3c98b4546,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:59:53.911643 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-3b8e7abc-f801-499d-9b39-656ed50e5937 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e32bd78046ed443197a9d57fffe4983c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2002256 Nov 16 21:59:53.912581 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-3b8e7abc-f801-499d-9b39-656ed50e5937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:59:53.913017 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 48736) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:59:53.920630 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.l3_dvrscheduler_db [req-172c1b2f-82a8-4585-a55d-f1c598ba3769 req-3a988b00-b3da-4c96-b855-bc48588f2048 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] No DVR routers for this DVR port a7bf2b13-b0a2-43f1-8e70-f751b57aa1b7 on host hv-cinder-81814 {{(pid=86864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:59:53.923960 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [req-172c1b2f-82a8-4585-a55d-f1c598ba3769 req-3a988b00-b3da-4c96-b855-bc48588f2048 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for port, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:53.926628 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec22f496-d037-4623-afe7-cbf35743a55c', 'name': 'network-vif-deleted', 'tag': 'a7bf2b13-b0a2-43f1-8e70-f751b57aa1b7'}] {{(pid=86864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:59:53.952139 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-172c1b2f-82a8-4585-a55d-f1c598ba3769 req-3a988b00-b3da-4c96-b855-bc48588f2048 tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] 10.222.0.60 "DELETE /v2.0/ports/a7bf2b13-b0a2-43f1-8e70-f751b57aa1b7 HTTP/1.1" status: 204 len: 173 time: 0.8445518 Nov 16 21:59:53.978897 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-a8f4d1b4-cb55-4e88-bbc6-e04bf7a827f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:53.988453 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec22f496-d037-4623-afe7-cbf35743a55c', 'name': 'network-vif-deleted', 'tag': 'a7bf2b13-b0a2-43f1-8e70-f751b57aa1b7', 'status': 'completed', 'code': 200} Nov 16 21:59:54.007911 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-a8f4d1b4-cb55-4e88-bbc6-e04bf7a827f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:54.065885 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-a8f4d1b4-cb55-4e88-bbc6-e04bf7a827f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:54.071264 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-8b479d49-32bc-454a-a594-fb6f4f733495 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:59:54.082838 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f4d1b4-cb55-4e88-bbc6-e04bf7a827f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a874b6c-6c5f-4919-8601-84d3c98b4546,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:59:54.085995 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 48744) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:59:54.086917 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-a8f4d1b4-cb55-4e88-bbc6-e04bf7a827f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:59:54.122972 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-a8f4d1b4-cb55-4e88-bbc6-e04bf7a827f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:54.124053 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-a8f4d1b4-cb55-4e88-bbc6-e04bf7a827f1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4a874b6c-6c5f-4919-8601-84d3c98b4546 HTTP/1.1" status: 204 len: 168 time: 0.2101657 Nov 16 21:59:54.155356 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.db_base_plugin_v2 [None req-54259f41-3026-4719-8653-a190343f2444 admin admin] Deleting subnet 7d822545-64da-4ccc-8d01-e99eb90ad782 {{(pid=86863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 16 21:59:54.159029 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-54259f41-3026-4719-8653-a190343f2444 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:54.207244 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-54259f41-3026-4719-8653-a190343f2444 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2982123'] for subnet, precommit_delete_associations {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:54.262752 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-54259f41-3026-4719-8653-a190343f2444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7959338'] for subnet, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:54.338857 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-54259f41-3026-4719-8653-a190343f2444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7959329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1459218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2562358'] for subnet, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:54.343561 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:59:54.376930 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54259f41-3026-4719-8653-a190343f2444 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d822545-64da-4ccc-8d01-e99eb90ad782,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:59:54.379804 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-54259f41-3026-4719-8653-a190343f2444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:59:54.383175 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-54259f41-3026-4719-8653-a190343f2444 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578116'] for subnet, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:54.391826 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-54259f41-3026-4719-8653-a190343f2444 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/7d822545-64da-4ccc-8d01-e99eb90ad782 HTTP/1.1" status: 204 len: 168 time: 0.3012116 Nov 16 21:59:54.392054 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 48752) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:59:54.470215 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 48756) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:59:54.490011 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-fb97a351-bb9e-448d-bfbc-729ebd416fe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:54.507606 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-fb97a351-bb9e-448d-bfbc-729ebd416fe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:59:54.513540 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-fb97a351-bb9e-448d-bfbc-729ebd416fe0 admin admin] Usage tracker for resource:security_group_rule and tenant:5db20f116a0245f594704a45791113c9 is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:59:54.523191 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-fb97a351-bb9e-448d-bfbc-729ebd416fe0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:59:54.529909 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-fb97a351-bb9e-448d-bfbc-729ebd416fe0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:59:54.596772 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-0fb9e047-e97d-4dfb-8c00-ac6ec369be2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7988716'] for network, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:54.631441 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-fb97a351-bb9e-448d-bfbc-729ebd416fe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:54.636249 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-fb97a351-bb9e-448d-bfbc-729ebd416fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:54.645181 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-c930651c-0c19-4a44-92e7-9c301551ffa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:59:54.687591 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-fb97a351-bb9e-448d-bfbc-729ebd416fe0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5db20f116a0245f594704a45791113c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2160399 Nov 16 21:59:54.689285 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb97a351-bb9e-448d-bfbc-729ebd416fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2653e40a-907a-445a-8617-0b9be1e181e7,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:59:54.691539 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 48760) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:59:54.694094 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-fb97a351-bb9e-448d-bfbc-729ebd416fe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:59:54.720366 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-88afbd53-3c14-45c0-8c29-7439d110e9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:54.730544 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-0fb9e047-e97d-4dfb-8c00-ac6ec369be2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7962236', 'neutron.services.segments.db._delete_segments_for_network-8790568771669'] for network, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:54.754707 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-80ab515c-a756-40c9-9707-f7199f7c52aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:54.756989 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.services.segments.db [None req-0fb9e047-e97d-4dfb-8c00-ac6ec369be2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3d06f3e-b60a-4cda-bf0d-446c28529181']}} {{(pid=86863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:59:54.770226 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.services.segments.db [None req-0fb9e047-e97d-4dfb-8c00-ac6ec369be2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e20dd5cc-0291-48ff-b717-8c2004cfa9b3') {'for_net_delete': True} {{(pid=86863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:59:54.770515 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.services.segments.db [None req-0fb9e047-e97d-4dfb-8c00-ac6ec369be2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e20dd5cc-0291-48ff-b717-8c2004cfa9b3') {} {{(pid=86863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:59:54.782361 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-0fb9e047-e97d-4dfb-8c00-ac6ec369be2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790568701269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2982132'] for segment, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:54.782941 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-80ab515c-a756-40c9-9707-f7199f7c52aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:54.800005 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-0fb9e047-e97d-4dfb-8c00-ac6ec369be2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930301'] for segment, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:54.810241 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fb9e047-e97d-4dfb-8c00-ac6ec369be2e admin admin] Releasing vlan 823 on physical network physnet1 to pool {{(pid=86863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:59:54.810241 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-0fb9e047-e97d-4dfb-8c00-ac6ec369be2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7930292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1459316'] for segment, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:54.835842 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-80ab515c-a756-40c9-9707-f7199f7c52aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:54.840019 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-c5149727-ad10-4562-aa0c-ae0433d7e80b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:59:54.854811 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ab515c-a756-40c9-9707-f7199f7c52aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2653e40a-907a-445a-8617-0b9be1e181e7,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:59:54.857718 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-80ab515c-a756-40c9-9707-f7199f7c52aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:59:54.859962 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-80ab515c-a756-40c9-9707-f7199f7c52aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:54.864012 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-80ab515c-a756-40c9-9707-f7199f7c52aa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2653e40a-907a-445a-8617-0b9be1e181e7 HTTP/1.1" status: 204 len: 168 time: 0.1715524 Nov 16 21:59:54.884936 dv-cinder-818140-1-smb neutron-server[86863]: Traceback (most recent call last): Nov 16 21:59:54.884936 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:59:54.884936 dv-cinder-818140-1-smb neutron-server[86863]: timer() Nov 16 21:59:54.884936 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:59:54.884936 dv-cinder-818140-1-smb neutron-server[86863]: cb(*args, **kw) Nov 16 21:59:54.884936 dv-cinder-818140-1-smb neutron-server[86863]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 16 21:59:54.884936 dv-cinder-818140-1-smb neutron-server[86863]: return func(*args, **kwargs) Nov 16 21:59:54.884936 dv-cinder-818140-1-smb neutron-server[86863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:59:54.884936 dv-cinder-818140-1-smb neutron-server[86863]: self._notify() Nov 16 21:59:54.884936 dv-cinder-818140-1-smb neutron-server[86863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:59:54.884936 dv-cinder-818140-1-smb neutron-server[86863]: self.callback(batched_events) Nov 16 21:59:54.884936 dv-cinder-818140-1-smb neutron-server[86863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:59:54.884936 dv-cinder-818140-1-smb neutron-server[86863]: event.method(event) Nov 16 21:59:54.884936 dv-cinder-818140-1-smb neutron-server[86863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 16 21:59:54.884936 dv-cinder-818140-1-smb neutron-server[86863]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:59:54.884936 dv-cinder-818140-1-smb neutron-server[86863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 16 21:59:54.884936 dv-cinder-818140-1-smb neutron-server[86863]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:59:54.884936 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 16 21:59:54.884936 dv-cinder-818140-1-smb neutron-server[86863]: return f(self, *a, **k) Nov 16 21:59:54.884936 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 16 21:59:54.884936 dv-cinder-818140-1-smb neutron-server[86863]: return self._get(url).json() Nov 16 21:59:54.884936 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 16 21:59:54.884936 dv-cinder-818140-1-smb neutron-server[86863]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:59:54.884936 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:59:54.884936 dv-cinder-818140-1-smb neutron-server[86863]: return self.request(url, 'GET', **kwargs) Nov 16 21:59:54.884936 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:59:54.884936 dv-cinder-818140-1-smb neutron-server[86863]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:59:54.884936 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:59:54.884936 dv-cinder-818140-1-smb neutron-server[86863]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:59:54.884936 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:59:54.884936 dv-cinder-818140-1-smb neutron-server[86863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:59:54.884936 dv-cinder-818140-1-smb neutron-server[86863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:59:54.918578 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-0fb9e047-e97d-4dfb-8c00-ac6ec369be2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7962117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677574'] for network, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:54.924038 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-efd74faa-b83e-409b-a457-a51c7af94dc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:59:54.939465 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-0fb9e047-e97d-4dfb-8c00-ac6ec369be2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578116'] for network, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:54.949243 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb9e047-e97d-4dfb-8c00-ac6ec369be2e admin admin] Pushing event deleted for resources: {'Network': ['ID=c3d06f3e-b60a-4cda-bf0d-446c28529181,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:59:54.954315 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-0fb9e047-e97d-4dfb-8c00-ac6ec369be2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:59:54.966704 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-0fb9e047-e97d-4dfb-8c00-ac6ec369be2e admin admin] 10.222.0.50 "DELETE /v2.0/networks/c3d06f3e-b60a-4cda-bf0d-446c28529181 HTTP/1.1" status: 204 len: 168 time: 0.5733974 Nov 16 21:59:55.100715 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 48772) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:59:55.166949 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-54b568e8-8285-45f7-916a-f7cc146dfc5c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f1c8558663f547f9825b932b766b03e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0645928 Nov 16 21:59:55.169428 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 48778) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:59:55.245971 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-2b94f200-ea8e-4ca5-8bdf-3dfa06fbe9a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:55.272832 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:55.307046 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-2b94f200-ea8e-4ca5-8bdf-3dfa06fbe9a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:55.358839 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-2b94f200-ea8e-4ca5-8bdf-3dfa06fbe9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:55.363131 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-2ae6570d-372d-43ea-8b7b-7e68d7388cc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:59:55.375633 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b94f200-ea8e-4ca5-8bdf-3dfa06fbe9a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852759aa-e395-4697-af46-75610ceb40a1,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:59:55.378760 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-2b94f200-ea8e-4ca5-8bdf-3dfa06fbe9a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:59:55.388100 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-2b94f200-ea8e-4ca5-8bdf-3dfa06fbe9a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:55.389202 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-2b94f200-ea8e-4ca5-8bdf-3dfa06fbe9a9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/852759aa-e395-4697-af46-75610ceb40a1 HTTP/1.1" status: 204 len: 168 time: 0.2184122 Nov 16 21:59:55.734024 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device a7bf2b13-b0a2-43f1-8e70-f751b57aa1b7 no longer exists at agent hyperv_hv-cinder-81814 {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 16 21:59:55.767864 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] No Port match for: a7bf2b13-b0a2-43f1-8e70-f751b57aa1b7 {{(pid=86865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 16 21:59:55.768169 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device a7bf2b13-b0a2-43f1-8e70-f751b57aa1b7 not bound to the agent host hv-cinder-81814 {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 16 21:59:56.568971 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 48816) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:59:56.691981 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-5c95c335-aa71-46e8-8a22-7ab3163c1e84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:56.705963 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-5c95c335-aa71-46e8-8a22-7ab3163c1e84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:59:56.709730 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-5c95c335-aa71-46e8-8a22-7ab3163c1e84 admin admin] Usage tracker for resource:security_group_rule and tenant:f07b1d951721415bbcbba7bb596de12a is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:59:56.712500 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-5c95c335-aa71-46e8-8a22-7ab3163c1e84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:59:56.718630 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-5c95c335-aa71-46e8-8a22-7ab3163c1e84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:59:56.805842 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-5c95c335-aa71-46e8-8a22-7ab3163c1e84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:56.809245 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-5c95c335-aa71-46e8-8a22-7ab3163c1e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:56.817714 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-1e1e3f57-d9f4-409b-9e1f-45c8c403f47e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:59:56.856820 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-5c95c335-aa71-46e8-8a22-7ab3163c1e84 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f07b1d951721415bbcbba7bb596de12a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2867129 Nov 16 21:59:56.858493 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c95c335-aa71-46e8-8a22-7ab3163c1e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f5961c-1172-414c-8a3a-0097a3ed9e2d,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:59:56.860175 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 48824) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:59:56.862224 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-5c95c335-aa71-46e8-8a22-7ab3163c1e84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:59:56.919673 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-2639baca-0e2b-48ea-8a99-290628c1fe5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:56.950014 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-2639baca-0e2b-48ea-8a99-290628c1fe5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:57.001166 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-2639baca-0e2b-48ea-8a99-290628c1fe5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:57.004724 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-3b8e7abc-f801-499d-9b39-656ed50e5937 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:59:57.015161 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2639baca-0e2b-48ea-8a99-290628c1fe5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f5961c-1172-414c-8a3a-0097a3ed9e2d,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:59:57.021735 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-2639baca-0e2b-48ea-8a99-290628c1fe5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:59:57.023863 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-2639baca-0e2b-48ea-8a99-290628c1fe5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:57.024950 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-2639baca-0e2b-48ea-8a99-290628c1fe5c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/05f5961c-1172-414c-8a3a-0097a3ed9e2d HTTP/1.1" status: 204 len: 168 time: 0.1635835 Nov 16 21:59:57.460085 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-f0f7c431-3124-4f9c-8a87-3cce126de79f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:57.661852 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 48850) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:59:57.766397 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.v2.base [None req-6e5d53f5-dfbe-4109-9c28-64aaff2e14da admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2016031509-network', 'tenant_id': '5ca92c45526f456f924dde7e783bf196'}} {{(pid=86864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:59:57.771156 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-6e5d53f5-dfbe-4109-9c28-64aaff2e14da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:59:57.774961 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-6e5d53f5-dfbe-4109-9c28-64aaff2e14da admin admin] Usage tracker for resource:network and tenant:5ca92c45526f456f924dde7e783bf196 is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:59:57.777724 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-6e5d53f5-dfbe-4109-9c28-64aaff2e14da admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:59:57.783459 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-6e5d53f5-dfbe-4109-9c28-64aaff2e14da admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:59:57.798049 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5d53f5-dfbe-4109-9c28-64aaff2e14da admin admin] Made reservation on behalf of 5ca92c45526f456f924dde7e783bf196 for: {'network': 1} {{(pid=86864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:59:57.800441 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-6e5d53f5-dfbe-4109-9c28-64aaff2e14da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for network, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:57.903410 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-6e5d53f5-dfbe-4109-9c28-64aaff2e14da admin admin] Notify callbacks [] for security_group, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:57.918612 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-6e5d53f5-dfbe-4109-9c28-64aaff2e14da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:59:57.923170 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-6e5d53f5-dfbe-4109-9c28-64aaff2e14da admin admin] Usage tracker for resource:security_group_rule and tenant:5ca92c45526f456f924dde7e783bf196 is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:59:57.925935 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-6e5d53f5-dfbe-4109-9c28-64aaff2e14da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:59:57.931632 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-6e5d53f5-dfbe-4109-9c28-64aaff2e14da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:59:58.016697 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-6e5d53f5-dfbe-4109-9c28-64aaff2e14da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:58.022236 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-6e5d53f5-dfbe-4109-9c28-64aaff2e14da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:58.026303 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-1496b520-c944-4556-92e6-d9fd2f061dee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:59:58.049749 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e5d53f5-dfbe-4109-9c28-64aaff2e14da admin admin] vlan segment allocate from pool success with {'vlan_id': 839, 'physical_network': 'physnet1'} {{(pid=86864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:59:58.061833 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5d53f5-dfbe-4109-9c28-64aaff2e14da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b722568f-383b-4d65-a790-86aea8cc5340,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:59:58.066427 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-6e5d53f5-dfbe-4109-9c28-64aaff2e14da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:59:58.067355 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-6e5d53f5-dfbe-4109-9c28-64aaff2e14da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930301'] for segment, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:58.067692 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.db.segments_db [None req-6e5d53f5-dfbe-4109-9c28-64aaff2e14da admin admin] Added segment 9055e2df-36af-46b1-b494-f1c7d8f9006d of type vlan for network 75553624-bf07-4abc-a9eb-cda4ea48d8c1 Nov 16 21:59:58.095625 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-6e5d53f5-dfbe-4109-9c28-64aaff2e14da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790568254639'] for network, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:58.125924 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-6e5d53f5-dfbe-4109-9c28-64aaff2e14da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446'] for network, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:58.127285 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5d53f5-dfbe-4109-9c28-64aaff2e14da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:58.127879 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-6e5d53f5-dfbe-4109-9c28-64aaff2e14da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578116'] for network, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:58.131186 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:59:58.238506 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5d53f5-dfbe-4109-9c28-64aaff2e14da admin admin] Pushing event updated for resources: {'Network': ['ID=75553624-bf07-4abc-a9eb-cda4ea48d8c1,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:59:58.241466 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-6e5d53f5-dfbe-4109-9c28-64aaff2e14da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:59:58.244403 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-6e5d53f5-dfbe-4109-9c28-64aaff2e14da admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5812750 Nov 16 21:59:58.247971 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 48862) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:59:58.254264 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.v2.base [None req-4e077768-65d2-4418-a12d-50047310b715 admin admin] Request body: {'subnet': {'network_id': '75553624-bf07-4abc-a9eb-cda4ea48d8c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2016031509-subnet', 'tenant_id': '5ca92c45526f456f924dde7e783bf196', 'ip_version': 4}} {{(pid=86864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:59:58.256105 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Network 75553624-bf07-4abc-a9eb-cda4ea48d8c1 details requested by agent ovs-agent-dv-cinder-818140-1-smb with host dv-cinder-818140-1-smb {{(pid=86865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 16 21:59:58.260495 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-4e077768-65d2-4418-a12d-50047310b715 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:59:58.268393 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-4e077768-65d2-4418-a12d-50047310b715 admin admin] Usage tracker for resource:subnet and tenant:5ca92c45526f456f924dde7e783bf196 is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:59:58.273506 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-4e077768-65d2-4418-a12d-50047310b715 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:59:58.279759 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-4e077768-65d2-4418-a12d-50047310b715 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:59:58.294230 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e077768-65d2-4418-a12d-50047310b715 admin admin] Made reservation on behalf of 5ca92c45526f456f924dde7e783bf196 for: {'subnet': 1} {{(pid=86864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:59:58.296739 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-4e077768-65d2-4418-a12d-50047310b715 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3111181'] for subnet, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:58.500669 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-4e077768-65d2-4418-a12d-50047310b715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3051048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3111295'] for subnet, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:58.504778 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:59:58.572403 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e077768-65d2-4418-a12d-50047310b715 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cf83365-9eaa-442f-82aa-88d0cb4dc8a6,revision_number=0']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:59:58.576061 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-4e077768-65d2-4418-a12d-50047310b715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:59:58.583763 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e077768-65d2-4418-a12d-50047310b715 admin admin] Checking segment: {'id': '9055e2df-36af-46b1-b494-f1c7d8f9006d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '75553624-bf07-4abc-a9eb-cda4ea48d8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 16 21:59:58.584115 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e077768-65d2-4418-a12d-50047310b715 admin admin] Network hostable DHCP agents. Network: 75553624-bf07-4abc-a9eb-cda4ea48d8c1, hostable agents: ['c74cfb2b-3f17-4f67-977a-702507b4bce6'], hosted agents: [] {{(pid=86864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:59:58.603276 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e077768-65d2-4418-a12d-50047310b715 admin admin] Network 75553624-bf07-4abc-a9eb-cda4ea48d8c1 is scheduled to be hosted by DHCP agent c74cfb2b-3f17-4f67-977a-702507b4bce6 with binding_index 1 {{(pid=86864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:59:58.614044 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.base_scheduler [None req-4e077768-65d2-4418-a12d-50047310b715 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818140-1-smb, 75553624-bf07-4abc-a9eb-cda4ea48d8c1) {{(pid=86864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:59:58.617980 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e077768-65d2-4418-a12d-50047310b715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:58.618596 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-4e077768-65d2-4418-a12d-50047310b715 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:58.623558 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668e9424-67df-439c-9b6c-657dc05ccb8c None None] Network 75553624-bf07-4abc-a9eb-cda4ea48d8c1 requested from dv-cinder-818140-1-smb {{(pid=86865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 16 21:59:58.639608 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-4e077768-65d2-4418-a12d-50047310b715 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3906167 Nov 16 21:59:58.643084 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 48866) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 21:59:58.647957 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.v2.base [None req-2439b9d4-5e3f-4f3a-a796-9e0c32cff03c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2016031509-router', 'tenant_id': '5ca92c45526f456f924dde7e783bf196', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20'}}} {{(pid=86864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:59:58.652576 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-2439b9d4-5e3f-4f3a-a796-9e0c32cff03c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 21:59:58.657150 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-2439b9d4-5e3f-4f3a-a796-9e0c32cff03c admin admin] Usage tracker for resource:router and tenant:5ca92c45526f456f924dde7e783bf196 is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 21:59:58.660029 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-2439b9d4-5e3f-4f3a-a796-9e0c32cff03c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 21:59:58.665695 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-2439b9d4-5e3f-4f3a-a796-9e0c32cff03c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 21:59:58.676153 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-2439b9d4-5e3f-4f3a-a796-9e0c32cff03c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-677364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6493'] for router, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:58.677431 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-2439b9d4-5e3f-4f3a-a796-9e0c32cff03c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677482', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6466'] for router, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:58.695155 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-2439b9d4-5e3f-4f3a-a796-9e0c32cff03c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:58.711617 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-94ae2c1a-1f16-4ed2-be66-e1a93ab74dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:58.845306 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0263ef96-1dcb-4bec-bdd8-29582724025a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bae2c2-8573-550b-9040-658d352e0497-75553624-bf07-4abc-a9eb-cda4ea48d8c1', 'network_id': '75553624-bf07-4abc-a9eb-cda4ea48d8c1', 'tenant_id': '5ca92c45526f456f924dde7e783bf196', 'fixed_ips': [{'subnet_id': '8cf83365-9eaa-442f-82aa-88d0cb4dc8a6'}]}} from dv-cinder-818140-1-smb. {{(pid=86865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 16 21:59:58.846953 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-0263ef96-1dcb-4bec-bdd8-29582724025a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_create {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:58.978297 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-2439b9d4-5e3f-4f3a-a796-9e0c32cff03c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-677134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6512'] for router, precommit_update {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:59.009538 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.db_base_plugin_common [None req-0263ef96-1dcb-4bec-bdd8-29582724025a None None] Allocated IP 172.20.0.2 (75553624-bf07-4abc-a9eb-cda4ea48d8c1/8cf83365-9eaa-442f-82aa-88d0cb4dc8a6/dc5d93db-e833-4046-be0d-cc6960c023d9) {{(pid=86865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:59:59.214004 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-0263ef96-1dcb-4bec-bdd8-29582724025a None None] Notify callbacks [] for port, precommit_create {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:59.224096 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-0263ef96-1dcb-4bec-bdd8-29582724025a None None] Transition to ACTIVE for port object dc5d93db-e833-4046-be0d-cc6960c023d9 will not be triggered until provisioned by entity L2. {{(pid=86865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:59:59.242911 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-0263ef96-1dcb-4bec-bdd8-29582724025a None None] Transition to ACTIVE for port object dc5d93db-e833-4046-be0d-cc6960c023d9 will not be triggered until provisioned by entity DHCP. {{(pid=86865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:59:59.248391 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-0263ef96-1dcb-4bec-bdd8-29582724025a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790568269105'] for port, after_create {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:59.253402 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:59:59.296742 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-2439b9d4-5e3f-4f3a-a796-9e0c32cff03c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:59.327476 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0263ef96-1dcb-4bec-bdd8-29582724025a None None] Network 75553624-bf07-4abc-a9eb-cda4ea48d8c1 is already hosted by enough agents. {{(pid=86865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:59:59.331064 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.scheduler.base_scheduler [None req-0263ef96-1dcb-4bec-bdd8-29582724025a None None] Resources bound (agent type, host, resource id): {{(pid=86865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:59:59.332779 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0263ef96-1dcb-4bec-bdd8-29582724025a None None] Pushing event updated for resources: {'Port': ['ID=dc5d93db-e833-4046-be0d-cc6960c023d9,revision_number=1']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:59:59.334906 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0263ef96-1dcb-4bec-bdd8-29582724025a None None] Received port after_create {{(pid=86865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 16 21:59:59.338518 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-0263ef96-1dcb-4bec-bdd8-29582724025a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:59:59.342958 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-2439b9d4-5e3f-4f3a-a796-9e0c32cff03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:59.459406 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.managers [None req-0263ef96-1dcb-4bec-bdd8-29582724025a None None] Attempting to bind port dc5d93db-e833-4046-be0d-cc6960c023d9 on host dv-cinder-818140-1-smb for vnic_type normal with profile {{(pid=86865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 21:59:59.459779 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.managers [None req-0263ef96-1dcb-4bec-bdd8-29582724025a None None] Attempting to bind port dc5d93db-e833-4046-be0d-cc6960c023d9 by drivers openvswitch,hyperv on host dv-cinder-818140-1-smb at level 0 using segments [{'id': '9055e2df-36af-46b1-b494-f1c7d8f9006d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '75553624-bf07-4abc-a9eb-cda4ea48d8c1'}] {{(pid=86865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 21:59:59.460494 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0263ef96-1dcb-4bec-bdd8-29582724025a None None] Attempting to bind port dc5d93db-e833-4046-be0d-cc6960c023d9 on network 75553624-bf07-4abc-a9eb-cda4ea48d8c1 {{(pid=86865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 16 21:59:59.465773 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0263ef96-1dcb-4bec-bdd8-29582724025a None None] Checking agent: {'id': '2d3e8a24-12f1-44fc-ba92-bbd8bc9099be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818140-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 42, 55), 'started_at': datetime.datetime(2021, 11, 16, 21, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818140-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 16 21:59:59.466406 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0263ef96-1dcb-4bec-bdd8-29582724025a None None] Checking segment: {'id': '9055e2df-36af-46b1-b494-f1c7d8f9006d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '75553624-bf07-4abc-a9eb-cda4ea48d8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 16 21:59:59.466813 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-0263ef96-1dcb-4bec-bdd8-29582724025a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:59.467259 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0263ef96-1dcb-4bec-bdd8-29582724025a None None] Bound using segment: {'id': '9055e2df-36af-46b1-b494-f1c7d8f9006d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '75553624-bf07-4abc-a9eb-cda4ea48d8c1'} {{(pid=86865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 16 21:59:59.467782 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.managers [None req-0263ef96-1dcb-4bec-bdd8-29582724025a None None] Bound port: dc5d93db-e833-4046-be0d-cc6960c023d9, host: dv-cinder-818140-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9055e2df-36af-46b1-b494-f1c7d8f9006d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '75553624-bf07-4abc-a9eb-cda4ea48d8c1'}}] {{(pid=86865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 21:59:59.468168 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-0263ef96-1dcb-4bec-bdd8-29582724025a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:59.487257 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.db_base_plugin_common [None req-2439b9d4-5e3f-4f3a-a796-9e0c32cff03c admin admin] Allocated IP 172.28.3.169 (a9f41963-6d96-4c68-8a62-a8c5d6a06a20/b5c31ecf-1c75-47d6-89d5-3eb31f2005b0/ab78284b-c349-411c-bdc5-24fe94fddce3) {{(pid=86864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:59:59.556610 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-0263ef96-1dcb-4bec-bdd8-29582724025a None None] For port dc5d93db-e833-4046-be0d-cc6960c023d9, host dv-cinder-818140-1-smb, cleared binding levels {{(pid=86865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 16 21:59:59.559856 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-0263ef96-1dcb-4bec-bdd8-29582724025a None None] For port dc5d93db-e833-4046-be0d-cc6960c023d9, host dv-cinder-818140-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=dc5d93db-e833-4046-be0d-cc6960c023d9,segment=NetworkSegment(9055e2df-36af-46b1-b494-f1c7d8f9006d),segment_id=9055e2df-36af-46b1-b494-f1c7d8f9006d)] {{(pid=86865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 16 21:59:59.564335 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-0263ef96-1dcb-4bec-bdd8-29582724025a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:59.567835 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:59:59.658733 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0263ef96-1dcb-4bec-bdd8-29582724025a None None] Pushing event updated for resources: {'Port': ['ID=dc5d93db-e833-4046-be0d-cc6960c023d9,revision_number=2']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:59:59.664608 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-0263ef96-1dcb-4bec-bdd8-29582724025a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 21:59:59.754598 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-2439b9d4-5e3f-4f3a-a796-9e0c32cff03c admin admin] Notify callbacks [] for port, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:59.785171 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-2439b9d4-5e3f-4f3a-a796-9e0c32cff03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790568269105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3119288'] for port, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:59.790186 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-99650298-85ce-45f9-a77f-dc1e477ad65a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 21:59:59.865578 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2439b9d4-5e3f-4f3a-a796-9e0c32cff03c admin admin] Network a9f41963-6d96-4c68-8a62-a8c5d6a06a20 is already hosted by enough agents. {{(pid=86864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:59:59.868607 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.base_scheduler [None req-2439b9d4-5e3f-4f3a-a796-9e0c32cff03c admin admin] Resources bound (agent type, host, resource id): {{(pid=86864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:59:59.872114 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2439b9d4-5e3f-4f3a-a796-9e0c32cff03c admin admin] Received port after_create {{(pid=86864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 16 21:59:59.924423 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-941145a6-33c9-4841-86a3-a7e018513e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 21:59:59.933906 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2439b9d4-5e3f-4f3a-a796-9e0c32cff03c admin admin] Pushing event updated for resources: {'Port': ['ID=ab78284b-c349-411c-bdc5-24fe94fddce3,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:59:59.939184 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-2439b9d4-5e3f-4f3a-a796-9e0c32cff03c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 22:00:00.078943 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device dc5d93db-e833-4046-be0d-cc6960c023d9 up at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 22:00:00.148737 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning for port dc5d93db-e833-4046-be0d-cc6960c023d9 completed by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:00:00.317941 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-2439b9d4-5e3f-4f3a-a796-9e0c32cff03c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:00.583918 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e75e3d3-e64f-4111-81a2-f361626566fd None None] Network 75553624-bf07-4abc-a9eb-cda4ea48d8c1 requested from dv-cinder-818140-1-smb {{(pid=86865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 16 22:00:00.665429 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-2439b9d4-5e3f-4f3a-a796-9e0c32cff03c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-677125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677381'] for router, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:00.679027 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-01774aed-251e-4e10-b8b4-751d19a84478 None None] Provisioning for port dc5d93db-e833-4046-be0d-cc6960c023d9 completed by entity DHCP. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:00:00.697360 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-01774aed-251e-4e10-b8b4-751d19a84478 None None] Provisioning complete for port dc5d93db-e833-4046-be0d-cc6960c023d9 triggered by entity DHCP. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:00:00.697737 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-01774aed-251e-4e10-b8b4-751d19a84478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:00.871829 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2439b9d4-5e3f-4f3a-a796-9e0c32cff03c admin admin] Router 123f38ec-5e84-43a9-80d6-fa660aad58c4 is scheduled to L3 agent 61e322f1-f733-4c16-8e8e-7253ec5fb84a with binding_index 1 {{(pid=86864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 16 22:00:00.884770 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-01774aed-251e-4e10-b8b4-751d19a84478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:00.952303 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:00.979297 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-01774aed-251e-4e10-b8b4-751d19a84478 None None] For port dc5d93db-e833-4046-be0d-cc6960c023d9, host dv-cinder-818140-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=dc5d93db-e833-4046-be0d-cc6960c023d9,segment=NetworkSegment(9055e2df-36af-46b1-b494-f1c7d8f9006d),segment_id=9055e2df-36af-46b1-b494-f1c7d8f9006d)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 22:00:00.988092 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-01774aed-251e-4e10-b8b4-751d19a84478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:00.990907 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 22:00:01.072554 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01774aed-251e-4e10-b8b4-751d19a84478 None None] Pushing event updated for resources: {'Port': ['ID=dc5d93db-e833-4046-be0d-cc6960c023d9,revision_number=3']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:00:01.077102 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-01774aed-251e-4e10-b8b4-751d19a84478 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 22:00:01.093448 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2439b9d4-5e3f-4f3a-a796-9e0c32cff03c admin admin] Notify agent at l3_agent.dv-cinder-818140-1-smb the message routers_updated {{(pid=86864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 16 22:00:01.104938 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccf561f-435a-491b-a1ad-c13d618a8969 None None] Sync routers for ids ['123f38ec-5e84-43a9-80d6-fa660aad58c4'] in dv-cinder-818140-1-smb {{(pid=86865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:00:01.120222 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccf561f-435a-491b-a1ad-c13d618a8969 None None] Routers {'123f38ec-5e84-43a9-80d6-fa660aad58c4'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 22:00:01.120891 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-4ccf561f-435a-491b-a1ad-c13d618a8969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T21:59:57Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['123f38ec-5e84-43a9-80d6-fa660aad58c4'], 'active': True} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:00:01.131053 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-2439b9d4-5e3f-4f3a-a796-9e0c32cff03c admin admin] Notify callbacks [] for router, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:01.135016 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-2439b9d4-5e3f-4f3a-a796-9e0c32cff03c admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4884803 Nov 16 22:00:01.135422 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 48884) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 22:00:01.349652 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvr_db [None req-4ccf561f-435a-491b-a1ad-c13d618a8969 None None] Set router 123f38ec-5e84-43a9-80d6-fa660aad58c4 gateway port host: dv-cinder-818140-1-smb {{(pid=86865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 22:00:01.535844 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-e68813b6-851a-45c9-8a04-13d738bf1aff None None] Provisioning complete for port dc5d93db-e833-4046-be0d-cc6960c023d9 triggered by entity DHCP. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:00:01.536222 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-e68813b6-851a-45c9-8a04-13d738bf1aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:01.753803 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-4ccf561f-435a-491b-a1ad-c13d618a8969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123f38ec-5e84-43a9-80d6-fa660aad58c4', 'name': 'tempest-TestShelveInstance-2016031509-router', 'tenant_id': '5ca92c45526f456f924dde7e783bf196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ab78284b-c349-411c-bdc5-24fe94fddce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:59:58Z', 'updated_at': '2021-11-16T22:00:00Z', 'revision_number': 3, 'project_id': '5ca92c45526f456f924dde7e783bf196', 'gw_port': {'id': 'ab78284b-c349-411c-bdc5-24fe94fddce3', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123f38ec-5e84-43a9-80d6-fa660aad58c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:59:59Z', 'updated_at': '2021-11-16T21:59:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb'}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:00:01.757800 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccf561f-435a-491b-a1ad-c13d618a8969 None None] Checking router: 123f38ec-5e84-43a9-80d6-fa660aad58c4 for host: dv-cinder-818140-1-smb {{(pid=86865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:00:01.758254 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccf561f-435a-491b-a1ad-c13d618a8969 None None] Updating router 123f38ec-5e84-43a9-80d6-fa660aad58c4 port ab78284b-c349-411c-bdc5-24fe94fddce3 binding host dv-cinder-818140-1-smb {{(pid=86865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 22:00:01.809756 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-4ccf561f-435a-491b-a1ad-c13d618a8969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:01.863496 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-c6fd28f7-4a66-4112-b3e2-3a8339ff7de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:02.058617 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device dc5d93db-e833-4046-be0d-cc6960c023d9 up at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 22:00:02.076783 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.db_base_plugin_common [None req-c6fd28f7-4a66-4112-b3e2-3a8339ff7de9 admin admin] Allocated IP 172.20.0.1 (75553624-bf07-4abc-a9eb-cda4ea48d8c1/8cf83365-9eaa-442f-82aa-88d0cb4dc8a6/d1e4e17d-3028-42b6-a4bb-999ceb020de9) {{(pid=86863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:00:02.206643 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning complete for port dc5d93db-e833-4046-be0d-cc6960c023d9 triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:00:02.207027 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:02.287119 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-4ccf561f-435a-491b-a1ad-c13d618a8969 None None] Notify callbacks [] for port, precommit_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:02.339195 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-4ccf561f-435a-491b-a1ad-c13d618a8969 None None] Transition to ACTIVE for port object ab78284b-c349-411c-bdc5-24fe94fddce3 will not be triggered until provisioned by entity L2. {{(pid=86865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:00:02.340117 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-c6fd28f7-4a66-4112-b3e2-3a8339ff7de9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:02.350350 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-4ccf561f-435a-491b-a1ad-c13d618a8969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:02.357176 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.provisioning_blocks [None req-c6fd28f7-4a66-4112-b3e2-3a8339ff7de9 admin admin] Transition to ACTIVE for port object d1e4e17d-3028-42b6-a4bb-999ceb020de9 will not be triggered until provisioned by entity DHCP. {{(pid=86863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:00:02.361147 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 22:00:02.381462 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-c6fd28f7-4a66-4112-b3e2-3a8339ff7de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790568269105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1459265'] for port, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:02.387139 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-256922b7-bbfc-4e97-9d4f-eb5ee807007c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 22:00:02.456518 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfb580f-4ef1-41dd-9187-f89f5bb5392c None None] Pushing event updated for resources: {'Port': ['ID=ab78284b-c349-411c-bdc5-24fe94fddce3,revision_number=2']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:00:02.458303 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fd28f7-4a66-4112-b3e2-3a8339ff7de9 admin admin] Network 75553624-bf07-4abc-a9eb-cda4ea48d8c1 is already hosted by enough agents. {{(pid=86863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:00:02.459388 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.managers [None req-4ccf561f-435a-491b-a1ad-c13d618a8969 None None] Attempting to bind port ab78284b-c349-411c-bdc5-24fe94fddce3 on host dv-cinder-818140-1-smb for vnic_type normal with profile {{(pid=86865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 22:00:02.459825 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.managers [None req-4ccf561f-435a-491b-a1ad-c13d618a8969 None None] Attempting to bind port ab78284b-c349-411c-bdc5-24fe94fddce3 by drivers openvswitch,hyperv on host dv-cinder-818140-1-smb at level 0 using segments [{'id': '2032d675-cc73-45c1-95a0-4a6936ebf39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20'}] {{(pid=86865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 22:00:02.460839 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccf561f-435a-491b-a1ad-c13d618a8969 None None] Attempting to bind port ab78284b-c349-411c-bdc5-24fe94fddce3 on network a9f41963-6d96-4c68-8a62-a8c5d6a06a20 {{(pid=86865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 16 22:00:02.461283 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.base_scheduler [None req-c6fd28f7-4a66-4112-b3e2-3a8339ff7de9 admin admin] Resources bound (agent type, host, resource id): {{(pid=86863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:00:02.463105 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-8cfb580f-4ef1-41dd-9187-f89f5bb5392c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 22:00:02.464850 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fd28f7-4a66-4112-b3e2-3a8339ff7de9 admin admin] Received port after_create {{(pid=86863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 16 22:00:02.470952 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccf561f-435a-491b-a1ad-c13d618a8969 None None] Checking agent: {'id': '2d3e8a24-12f1-44fc-ba92-bbd8bc9099be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818140-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 42, 55), 'started_at': datetime.datetime(2021, 11, 16, 21, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818140-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 16 22:00:02.471430 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccf561f-435a-491b-a1ad-c13d618a8969 None None] Checking segment: {'id': '2032d675-cc73-45c1-95a0-4a6936ebf39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 16 22:00:02.472110 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-4ccf561f-435a-491b-a1ad-c13d618a8969 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:02.472573 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccf561f-435a-491b-a1ad-c13d618a8969 None None] Bound using segment: {'id': '2032d675-cc73-45c1-95a0-4a6936ebf39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20'} {{(pid=86865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 16 22:00:02.473198 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.managers [None req-4ccf561f-435a-491b-a1ad-c13d618a8969 None None] Bound port: ab78284b-c349-411c-bdc5-24fe94fddce3, host: dv-cinder-818140-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2032d675-cc73-45c1-95a0-4a6936ebf39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20'}}] {{(pid=86865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 22:00:02.473835 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-4ccf561f-435a-491b-a1ad-c13d618a8969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:02.508221 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fd28f7-4a66-4112-b3e2-3a8339ff7de9 admin admin] Pushing event updated for resources: {'Port': ['ID=d1e4e17d-3028-42b6-a4bb-999ceb020de9,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:00:02.518853 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd28f7-4a66-4112-b3e2-3a8339ff7de9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:02.519227 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd28f7-4a66-4112-b3e2-3a8339ff7de9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:02.519777 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd28f7-4a66-4112-b3e2-3a8339ff7de9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:02.520297 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd28f7-4a66-4112-b3e2-3a8339ff7de9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:02.520816 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd28f7-4a66-4112-b3e2-3a8339ff7de9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:02.521331 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd28f7-4a66-4112-b3e2-3a8339ff7de9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:02.521923 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd28f7-4a66-4112-b3e2-3a8339ff7de9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:02.522565 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd28f7-4a66-4112-b3e2-3a8339ff7de9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:02.523097 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd28f7-4a66-4112-b3e2-3a8339ff7de9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:02.523611 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd28f7-4a66-4112-b3e2-3a8339ff7de9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:02.524134 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd28f7-4a66-4112-b3e2-3a8339ff7de9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:02.524665 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd28f7-4a66-4112-b3e2-3a8339ff7de9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:02.530319 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-c6fd28f7-4a66-4112-b3e2-3a8339ff7de9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 22:00:02.542625 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-c6fd28f7-4a66-4112-b3e2-3a8339ff7de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783219'] for router_interface, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:02.568819 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-4ccf561f-435a-491b-a1ad-c13d618a8969 None None] For port ab78284b-c349-411c-bdc5-24fe94fddce3, host dv-cinder-818140-1-smb, cleared binding levels {{(pid=86865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 16 22:00:02.577049 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-4ccf561f-435a-491b-a1ad-c13d618a8969 None None] For port ab78284b-c349-411c-bdc5-24fe94fddce3, host dv-cinder-818140-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=ab78284b-c349-411c-bdc5-24fe94fddce3,segment=NetworkSegment(2032d675-cc73-45c1-95a0-4a6936ebf39a),segment_id=2032d675-cc73-45c1-95a0-4a6936ebf39a)] {{(pid=86865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 16 22:00:02.586040 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-4ccf561f-435a-491b-a1ad-c13d618a8969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:02.590115 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 22:00:02.668565 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccf561f-435a-491b-a1ad-c13d618a8969 None None] Routers {'123f38ec-5e84-43a9-80d6-fa660aad58c4'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 22:00:02.669265 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-4ccf561f-435a-491b-a1ad-c13d618a8969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T21:59:57Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['123f38ec-5e84-43a9-80d6-fa660aad58c4'], 'active': True} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:00:02.749996 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfb580f-4ef1-41dd-9187-f89f5bb5392c None None] Pushing event updated for resources: {'Port': ['ID=ab78284b-c349-411c-bdc5-24fe94fddce3,revision_number=3']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:00:02.759008 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-8cfb580f-4ef1-41dd-9187-f89f5bb5392c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 22:00:02.830896 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-c6fd28f7-4a66-4112-b3e2-3a8339ff7de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:02.836665 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-545043ad-2620-4247-878b-1242a9996a02 None None] Provisioning for port d1e4e17d-3028-42b6-a4bb-999ceb020de9 completed by entity DHCP. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:00:02.858878 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-545043ad-2620-4247-878b-1242a9996a02 None None] Provisioning complete for port d1e4e17d-3028-42b6-a4bb-999ceb020de9 triggered by entity DHCP. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:00:02.859286 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-545043ad-2620-4247-878b-1242a9996a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:02.929172 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvr_db [None req-4ccf561f-435a-491b-a1ad-c13d618a8969 None None] Set router 123f38ec-5e84-43a9-80d6-fa660aad58c4 gateway port host: dv-cinder-818140-1-smb {{(pid=86865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 22:00:02.970686 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-545043ad-2620-4247-878b-1242a9996a02 None None] Port d1e4e17d-3028-42b6-a4bb-999ceb020de9 cannot update to ACTIVE because it is not bound. {{(pid=86865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 16 22:00:03.067728 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-c6fd28f7-4a66-4112-b3e2-3a8339ff7de9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:03.072483 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-c6fd28f7-4a66-4112-b3e2-3a8339ff7de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1459288'] for port, after_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:03.096304 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-9162ee5a-ddb1-49e3-8f1b-a0854e4934d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 22:00:03.175244 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fd28f7-4a66-4112-b3e2-3a8339ff7de9 admin admin] Pushing event updated for resources: {'Port': ['ID=d1e4e17d-3028-42b6-a4bb-999ceb020de9,revision_number=2']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:00:03.179347 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-c6fd28f7-4a66-4112-b3e2-3a8339ff7de9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 22:00:03.180248 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-c6fd28f7-4a66-4112-b3e2-3a8339ff7de9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-576428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783312'] for router_interface, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:03.217542 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-4ccf561f-435a-491b-a1ad-c13d618a8969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123f38ec-5e84-43a9-80d6-fa660aad58c4', 'name': 'tempest-TestShelveInstance-2016031509-router', 'tenant_id': '5ca92c45526f456f924dde7e783bf196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ab78284b-c349-411c-bdc5-24fe94fddce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:59:58Z', 'updated_at': '2021-11-16T22:00:00Z', 'revision_number': 3, 'project_id': '5ca92c45526f456f924dde7e783bf196', 'gw_port': {'id': 'ab78284b-c349-411c-bdc5-24fe94fddce3', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123f38ec-5e84-43a9-80d6-fa660aad58c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:59:59Z', 'updated_at': '2021-11-16T22:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb'}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:00:03.222172 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccf561f-435a-491b-a1ad-c13d618a8969 None None] The sync data for ids ['123f38ec-5e84-43a9-80d6-fa660aad58c4'] in dv-cinder-818140-1-smb is: [{'id': '123f38ec-5e84-43a9-80d6-fa660aad58c4', 'name': 'tempest-TestShelveInstance-2016031509-router', 'tenant_id': '5ca92c45526f456f924dde7e783bf196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ab78284b-c349-411c-bdc5-24fe94fddce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:59:58Z', 'updated_at': '2021-11-16T22:00:00Z', 'revision_number': 3, 'project_id': '5ca92c45526f456f924dde7e783bf196', 'gw_port': {'id': 'ab78284b-c349-411c-bdc5-24fe94fddce3', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123f38ec-5e84-43a9-80d6-fa660aad58c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:59:59Z', 'updated_at': '2021-11-16T22:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb'}] {{(pid=86865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:00:03.317079 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fd28f7-4a66-4112-b3e2-3a8339ff7de9 admin admin] Network 75553624-bf07-4abc-a9eb-cda4ea48d8c1 is already hosted by enough agents. {{(pid=86863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:00:03.318558 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.base_scheduler [None req-c6fd28f7-4a66-4112-b3e2-3a8339ff7de9 admin admin] Resources bound (agent type, host, resource id): {{(pid=86863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:00:03.534270 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6fd28f7-4a66-4112-b3e2-3a8339ff7de9 admin admin] Router 123f38ec-5e84-43a9-80d6-fa660aad58c4 has already been hosted by L3 agent 61e322f1-f733-4c16-8e8e-7253ec5fb84a {{(pid=86863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 16 22:00:03.594128 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-642bf0f1-577c-43d4-962e-adf77041b97a None None] Provisioning complete for port d1e4e17d-3028-42b6-a4bb-999ceb020de9 triggered by entity DHCP. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:00:03.594578 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-642bf0f1-577c-43d4-962e-adf77041b97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:03.650612 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-642bf0f1-577c-43d4-962e-adf77041b97a None None] Port d1e4e17d-3028-42b6-a4bb-999ceb020de9 cannot update to ACTIVE because it is not bound. {{(pid=86865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 16 22:00:03.732819 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6fd28f7-4a66-4112-b3e2-3a8339ff7de9 admin admin] Notify agent at l3_agent.dv-cinder-818140-1-smb the message routers_updated {{(pid=86863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 16 22:00:03.747361 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-c6fd28f7-4a66-4112-b3e2-3a8339ff7de9 admin admin] 10.222.0.50 "PUT /v2.0/routers/123f38ec-5e84-43a9-80d6-fa660aad58c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6058908 Nov 16 22:00:04.101187 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device ab78284b-c349-411c-bdc5-24fe94fddce3 up at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 22:00:04.183688 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning for port ab78284b-c349-411c-bdc5-24fe94fddce3 completed by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:00:04.189568 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning complete for port ab78284b-c349-411c-bdc5-24fe94fddce3 triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:00:04.190156 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:04.370792 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:04.372205 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 48918) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 22:00:04.378647 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.v2.base [None req-08313429-6dd3-4441-a33b-5b38fccac90f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-816533002-network', 'tenant_id': '73fb424bca6a41d896dbdee5b8a3ce1f'}} {{(pid=86864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:00:04.388539 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-08313429-6dd3-4441-a33b-5b38fccac90f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 22:00:04.390761 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] For port ab78284b-c349-411c-bdc5-24fe94fddce3, host dv-cinder-818140-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=ab78284b-c349-411c-bdc5-24fe94fddce3,segment=NetworkSegment(2032d675-cc73-45c1-95a0-4a6936ebf39a),segment_id=2032d675-cc73-45c1-95a0-4a6936ebf39a)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 22:00:04.393669 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-08313429-6dd3-4441-a33b-5b38fccac90f admin admin] Usage tracker for resource:network and tenant:73fb424bca6a41d896dbdee5b8a3ce1f is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 22:00:04.395066 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:04.397165 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 22:00:04.466292 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Pushing event updated for resources: {'Port': ['ID=ab78284b-c349-411c-bdc5-24fe94fddce3,revision_number=4']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:00:04.470570 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 22:00:04.508118 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-08313429-6dd3-4441-a33b-5b38fccac90f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 22:00:04.513977 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-08313429-6dd3-4441-a33b-5b38fccac90f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 22:00:04.524331 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08313429-6dd3-4441-a33b-5b38fccac90f admin admin] Made reservation on behalf of 73fb424bca6a41d896dbdee5b8a3ce1f for: {'network': 1} {{(pid=86864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:00:04.526753 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-08313429-6dd3-4441-a33b-5b38fccac90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for network, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:04.539137 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-08313429-6dd3-4441-a33b-5b38fccac90f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:04.553774 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-08313429-6dd3-4441-a33b-5b38fccac90f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 22:00:04.557574 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-08313429-6dd3-4441-a33b-5b38fccac90f admin admin] Usage tracker for resource:security_group_rule and tenant:73fb424bca6a41d896dbdee5b8a3ce1f is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 22:00:04.560416 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-08313429-6dd3-4441-a33b-5b38fccac90f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 22:00:04.566312 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-08313429-6dd3-4441-a33b-5b38fccac90f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 22:00:04.653273 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-08313429-6dd3-4441-a33b-5b38fccac90f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:04.658402 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-08313429-6dd3-4441-a33b-5b38fccac90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:04.661395 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-ee15cc17-6ae8-438a-9491-5cdca4d712ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 22:00:04.688835 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08313429-6dd3-4441-a33b-5b38fccac90f admin admin] vlan segment allocate from pool success with {'vlan_id': 823, 'physical_network': 'physnet1'} {{(pid=86864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 22:00:04.697218 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08313429-6dd3-4441-a33b-5b38fccac90f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99222ed5-e09d-4349-9778-cac8a144a1b9,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:00:04.700840 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-08313429-6dd3-4441-a33b-5b38fccac90f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 22:00:04.704228 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-08313429-6dd3-4441-a33b-5b38fccac90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930301'] for segment, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:04.704566 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.db.segments_db [None req-08313429-6dd3-4441-a33b-5b38fccac90f admin admin] Added segment 9263a306-034e-4b10-bf77-f4acd2bbee61 of type vlan for network 3d7d5abe-972b-4bb7-8664-76b3e3514017 Nov 16 22:00:04.732288 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-08313429-6dd3-4441-a33b-5b38fccac90f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790568254639'] for network, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:04.761281 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-08313429-6dd3-4441-a33b-5b38fccac90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446'] for network, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:04.762649 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08313429-6dd3-4441-a33b-5b38fccac90f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:04.763226 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-08313429-6dd3-4441-a33b-5b38fccac90f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578116'] for network, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:04.768517 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 22:00:04.838185 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d92bdbb-7a4f-4447-a4d0-6cf02074a287 None None] Sync routers for ids ['123f38ec-5e84-43a9-80d6-fa660aad58c4'] in dv-cinder-818140-1-smb {{(pid=86866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:00:04.848567 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d92bdbb-7a4f-4447-a4d0-6cf02074a287 None None] Routers {'123f38ec-5e84-43a9-80d6-fa660aad58c4'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 22:00:04.849172 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_hamode_db [None req-6d92bdbb-7a4f-4447-a4d0-6cf02074a287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T21:59:57Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['123f38ec-5e84-43a9-80d6-fa660aad58c4'], 'active': True} {{(pid=86866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:00:04.870715 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08313429-6dd3-4441-a33b-5b38fccac90f admin admin] Pushing event updated for resources: {'Network': ['ID=3d7d5abe-972b-4bb7-8664-76b3e3514017,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:00:04.873625 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-08313429-6dd3-4441-a33b-5b38fccac90f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5002999 Nov 16 22:00:04.874583 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-08313429-6dd3-4441-a33b-5b38fccac90f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 22:00:04.876868 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 48922) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 22:00:04.882019 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Network 3d7d5abe-972b-4bb7-8664-76b3e3514017 details requested by agent ovs-agent-dv-cinder-818140-1-smb with host dv-cinder-818140-1-smb {{(pid=86865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 16 22:00:04.882307 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.v2.base [None req-829fef99-fb04-4129-aeae-df35e0e709e2 admin admin] Request body: {'subnet': {'network_id': '3d7d5abe-972b-4bb7-8664-76b3e3514017', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-816533002-subnet', 'tenant_id': '73fb424bca6a41d896dbdee5b8a3ce1f', 'ip_version': 4}} {{(pid=86864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:00:04.887137 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-829fef99-fb04-4129-aeae-df35e0e709e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 22:00:04.892493 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-829fef99-fb04-4129-aeae-df35e0e709e2 admin admin] Usage tracker for resource:subnet and tenant:73fb424bca6a41d896dbdee5b8a3ce1f is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 22:00:04.895657 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-829fef99-fb04-4129-aeae-df35e0e709e2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 22:00:04.902187 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-829fef99-fb04-4129-aeae-df35e0e709e2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 22:00:04.915729 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829fef99-fb04-4129-aeae-df35e0e709e2 admin admin] Made reservation on behalf of 73fb424bca6a41d896dbdee5b8a3ce1f for: {'subnet': 1} {{(pid=86864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:00:04.918651 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-829fef99-fb04-4129-aeae-df35e0e709e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3111181'] for subnet, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:05.041332 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_dvr_db [None req-6d92bdbb-7a4f-4447-a4d0-6cf02074a287 None None] Set router 123f38ec-5e84-43a9-80d6-fa660aad58c4 gateway port host: dv-cinder-818140-1-smb {{(pid=86866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 22:00:05.134497 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-829fef99-fb04-4129-aeae-df35e0e709e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3051048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3111295'] for subnet, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:05.139000 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-c04d8ddd-1747-4240-b5b1-c745a3fd70de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 22:00:05.207988 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829fef99-fb04-4129-aeae-df35e0e709e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a236977-c35c-4c62-b9ea-e155e650cc2c,revision_number=0']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:00:05.213162 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-829fef99-fb04-4129-aeae-df35e0e709e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 22:00:05.219341 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829fef99-fb04-4129-aeae-df35e0e709e2 admin admin] Checking segment: {'id': '9263a306-034e-4b10-bf77-f4acd2bbee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '3d7d5abe-972b-4bb7-8664-76b3e3514017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 16 22:00:05.219556 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829fef99-fb04-4129-aeae-df35e0e709e2 admin admin] Network hostable DHCP agents. Network: 3d7d5abe-972b-4bb7-8664-76b3e3514017, hostable agents: ['c74cfb2b-3f17-4f67-977a-702507b4bce6'], hosted agents: [] {{(pid=86864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 22:00:05.239085 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829fef99-fb04-4129-aeae-df35e0e709e2 admin admin] Network 3d7d5abe-972b-4bb7-8664-76b3e3514017 is scheduled to be hosted by DHCP agent c74cfb2b-3f17-4f67-977a-702507b4bce6 with binding_index 1 {{(pid=86864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 22:00:05.248214 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.base_scheduler [None req-829fef99-fb04-4129-aeae-df35e0e709e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818140-1-smb, 3d7d5abe-972b-4bb7-8664-76b3e3514017) {{(pid=86864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:00:05.254031 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829fef99-fb04-4129-aeae-df35e0e709e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:05.254661 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-829fef99-fb04-4129-aeae-df35e0e709e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:05.258237 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335561fb-2ebe-4e6a-9727-34aa9f5fb955 None None] Network 3d7d5abe-972b-4bb7-8664-76b3e3514017 requested from dv-cinder-818140-1-smb {{(pid=86865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 16 22:00:05.275539 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-829fef99-fb04-4129-aeae-df35e0e709e2 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3976197 Nov 16 22:00:05.278016 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 48926) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 22:00:05.283682 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.v2.base [None req-b12f95f8-ddff-4c82-a39b-3844a63028b4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-816533002-router', 'tenant_id': '73fb424bca6a41d896dbdee5b8a3ce1f', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20'}}} {{(pid=86864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:00:05.288212 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-b12f95f8-ddff-4c82-a39b-3844a63028b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 22:00:05.292045 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-b12f95f8-ddff-4c82-a39b-3844a63028b4 admin admin] Usage tracker for resource:router and tenant:73fb424bca6a41d896dbdee5b8a3ce1f is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 22:00:05.294932 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-b12f95f8-ddff-4c82-a39b-3844a63028b4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 22:00:05.301633 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-b12f95f8-ddff-4c82-a39b-3844a63028b4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 22:00:05.312007 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-b12f95f8-ddff-4c82-a39b-3844a63028b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-677364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6493'] for router, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:05.313653 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-b12f95f8-ddff-4c82-a39b-3844a63028b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677482', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6466'] for router, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:05.330208 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-b12f95f8-ddff-4c82-a39b-3844a63028b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:05.364193 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_hamode_db [None req-6d92bdbb-7a4f-4447-a4d0-6cf02074a287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123f38ec-5e84-43a9-80d6-fa660aad58c4', 'name': 'tempest-TestShelveInstance-2016031509-router', 'tenant_id': '5ca92c45526f456f924dde7e783bf196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ab78284b-c349-411c-bdc5-24fe94fddce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:59:58Z', 'updated_at': '2021-11-16T22:00:02Z', 'revision_number': 4, 'project_id': '5ca92c45526f456f924dde7e783bf196', 'gw_port': {'id': 'ab78284b-c349-411c-bdc5-24fe94fddce3', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123f38ec-5e84-43a9-80d6-fa660aad58c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:59:59Z', 'updated_at': '2021-11-16T22:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb', '_interfaces': [{'id': 'd1e4e17d-3028-42b6-a4bb-999ceb020de9', 'name': '', 'network_id': '75553624-bf07-4abc-a9eb-cda4ea48d8c1', 'tenant_id': '5ca92c45526f456f924dde7e783bf196', 'mac_address': 'fa:16:3e:a1:ad:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123f38ec-5e84-43a9-80d6-fa660aad58c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '8cf83365-9eaa-442f-82aa-88d0cb4dc8a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:00:01Z', 'updated_at': '2021-11-16T22:00:02Z', 'revision_number': 2, 'project_id': '5ca92c45526f456f924dde7e783bf196', 'subnets': [{'id': '8cf83365-9eaa-442f-82aa-88d0cb4dc8a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:00:05.367981 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d92bdbb-7a4f-4447-a4d0-6cf02074a287 None None] Checking router: 123f38ec-5e84-43a9-80d6-fa660aad58c4 for host: dv-cinder-818140-1-smb {{(pid=86866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:00:05.368352 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d92bdbb-7a4f-4447-a4d0-6cf02074a287 None None] Updating router 123f38ec-5e84-43a9-80d6-fa660aad58c4 port d1e4e17d-3028-42b6-a4bb-999ceb020de9 binding host dv-cinder-818140-1-smb {{(pid=86866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 22:00:05.426782 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron_lib.callbacks.manager [None req-6d92bdbb-7a4f-4447-a4d0-6cf02074a287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:05.497225 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883940c1-ebf4-4798-83aa-7bf3e476f027 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bae2c2-8573-550b-9040-658d352e0497-3d7d5abe-972b-4bb7-8664-76b3e3514017', 'network_id': '3d7d5abe-972b-4bb7-8664-76b3e3514017', 'tenant_id': '73fb424bca6a41d896dbdee5b8a3ce1f', 'fixed_ips': [{'subnet_id': '2a236977-c35c-4c62-b9ea-e155e650cc2c'}]}} from dv-cinder-818140-1-smb. {{(pid=86865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 16 22:00:05.498096 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-883940c1-ebf4-4798-83aa-7bf3e476f027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_create {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:05.630596 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-b12f95f8-ddff-4c82-a39b-3844a63028b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-677134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6512'] for router, precommit_update {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:05.678821 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.db_base_plugin_common [None req-883940c1-ebf4-4798-83aa-7bf3e476f027 None None] Allocated IP 172.20.0.2 (3d7d5abe-972b-4bb7-8664-76b3e3514017/2a236977-c35c-4c62-b9ea-e155e650cc2c/0bb14324-d906-4836-a1df-20a3c10bde07) {{(pid=86865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:00:05.845548 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron_lib.callbacks.manager [None req-6d92bdbb-7a4f-4447-a4d0-6cf02074a287 None None] Notify callbacks [] for port, precommit_update {{(pid=86866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:05.857594 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.provisioning_blocks [None req-6d92bdbb-7a4f-4447-a4d0-6cf02074a287 None None] Transition to ACTIVE for port object d1e4e17d-3028-42b6-a4bb-999ceb020de9 will not be triggered until provisioned by entity L2. {{(pid=86866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:00:05.864821 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron_lib.callbacks.manager [None req-6d92bdbb-7a4f-4447-a4d0-6cf02074a287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:05.870524 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG oslo_concurrency.lockutils [None req-a228a49e-cbd8-4623-873b-3cf82ad9686f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 22:00:05.921306 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-883940c1-ebf4-4798-83aa-7bf3e476f027 None None] Notify callbacks [] for port, precommit_create {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:05.933539 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-883940c1-ebf4-4798-83aa-7bf3e476f027 None None] Transition to ACTIVE for port object 0bb14324-d906-4836-a1df-20a3c10bde07 will not be triggered until provisioned by entity L2. {{(pid=86865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:00:05.956796 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-883940c1-ebf4-4798-83aa-7bf3e476f027 None None] Transition to ACTIVE for port object 0bb14324-d906-4836-a1df-20a3c10bde07 will not be triggered until provisioned by entity DHCP. {{(pid=86865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:00:05.967777 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-883940c1-ebf4-4798-83aa-7bf3e476f027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790568269105'] for port, after_create {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:05.975892 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 22:00:05.987663 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-b12f95f8-ddff-4c82-a39b-3844a63028b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:06.020822 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-b12f95f8-ddff-4c82-a39b-3844a63028b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:06.058772 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883940c1-ebf4-4798-83aa-7bf3e476f027 None None] Network 3d7d5abe-972b-4bb7-8664-76b3e3514017 is already hosted by enough agents. {{(pid=86865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:00:06.062128 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.scheduler.base_scheduler [None req-883940c1-ebf4-4798-83aa-7bf3e476f027 None None] Resources bound (agent type, host, resource id): {{(pid=86865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:00:06.066514 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883940c1-ebf4-4798-83aa-7bf3e476f027 None None] Received port after_create {{(pid=86865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 16 22:00:06.089534 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4035cc6e-650b-449f-a6c4-8a0e81a8f60a None None] Pushing event updated for resources: {'Port': ['ID=d1e4e17d-3028-42b6-a4bb-999ceb020de9,revision_number=3']} {{(pid=86866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:00:06.150670 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device ab78284b-c349-411c-bdc5-24fe94fddce3 up at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 22:00:06.158392 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4035cc6e-650b-449f-a6c4-8a0e81a8f60a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:06.158612 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4035cc6e-650b-449f-a6c4-8a0e81a8f60a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:06.158816 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4035cc6e-650b-449f-a6c4-8a0e81a8f60a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:06.159121 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4035cc6e-650b-449f-a6c4-8a0e81a8f60a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:06.159436 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4035cc6e-650b-449f-a6c4-8a0e81a8f60a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:06.159751 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4035cc6e-650b-449f-a6c4-8a0e81a8f60a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:06.160059 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4035cc6e-650b-449f-a6c4-8a0e81a8f60a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:06.160369 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4035cc6e-650b-449f-a6c4-8a0e81a8f60a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:06.160949 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4035cc6e-650b-449f-a6c4-8a0e81a8f60a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:06.161066 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4035cc6e-650b-449f-a6c4-8a0e81a8f60a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:06.161312 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4035cc6e-650b-449f-a6c4-8a0e81a8f60a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:06.161577 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4035cc6e-650b-449f-a6c4-8a0e81a8f60a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:06.165266 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG oslo_concurrency.lockutils [None req-4035cc6e-650b-449f-a6c4-8a0e81a8f60a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=86866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 22:00:06.173624 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.managers [None req-6d92bdbb-7a4f-4447-a4d0-6cf02074a287 None None] Attempting to bind port d1e4e17d-3028-42b6-a4bb-999ceb020de9 on host dv-cinder-818140-1-smb for vnic_type normal with profile {{(pid=86866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 22:00:06.173992 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.managers [None req-6d92bdbb-7a4f-4447-a4d0-6cf02074a287 None None] Attempting to bind port d1e4e17d-3028-42b6-a4bb-999ceb020de9 by drivers openvswitch,hyperv on host dv-cinder-818140-1-smb at level 0 using segments [{'id': '9055e2df-36af-46b1-b494-f1c7d8f9006d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '75553624-bf07-4abc-a9eb-cda4ea48d8c1'}] {{(pid=86866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 22:00:06.174413 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d92bdbb-7a4f-4447-a4d0-6cf02074a287 None None] Attempting to bind port d1e4e17d-3028-42b6-a4bb-999ceb020de9 on network 75553624-bf07-4abc-a9eb-cda4ea48d8c1 {{(pid=86866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 16 22:00:06.180686 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d92bdbb-7a4f-4447-a4d0-6cf02074a287 None None] Checking agent: {'id': '2d3e8a24-12f1-44fc-ba92-bbd8bc9099be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818140-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 42, 55), 'started_at': datetime.datetime(2021, 11, 16, 21, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818140-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 16 22:00:06.181112 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d92bdbb-7a4f-4447-a4d0-6cf02074a287 None None] Checking segment: {'id': '9055e2df-36af-46b1-b494-f1c7d8f9006d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '75553624-bf07-4abc-a9eb-cda4ea48d8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 16 22:00:06.181454 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron_lib.callbacks.manager [None req-6d92bdbb-7a4f-4447-a4d0-6cf02074a287 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:06.182489 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d92bdbb-7a4f-4447-a4d0-6cf02074a287 None None] Bound using segment: {'id': '9055e2df-36af-46b1-b494-f1c7d8f9006d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '75553624-bf07-4abc-a9eb-cda4ea48d8c1'} {{(pid=86866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 16 22:00:06.182957 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.managers [None req-6d92bdbb-7a4f-4447-a4d0-6cf02074a287 None None] Bound port: d1e4e17d-3028-42b6-a4bb-999ceb020de9, host: dv-cinder-818140-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9055e2df-36af-46b1-b494-f1c7d8f9006d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '75553624-bf07-4abc-a9eb-cda4ea48d8c1'}}] {{(pid=86866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 22:00:06.183324 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron_lib.callbacks.manager [None req-6d92bdbb-7a4f-4447-a4d0-6cf02074a287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:06.211753 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.db_base_plugin_common [None req-b12f95f8-ddff-4c82-a39b-3844a63028b4 admin admin] Allocated IP 172.28.3.11 (a9f41963-6d96-4c68-8a62-a8c5d6a06a20/b5c31ecf-1c75-47d6-89d5-3eb31f2005b0/f5951a3a-bebd-4506-a7e8-75204756fbc1) {{(pid=86864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:00:06.219369 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883940c1-ebf4-4798-83aa-7bf3e476f027 None None] Pushing event updated for resources: {'Port': ['ID=0bb14324-d906-4836-a1df-20a3c10bde07,revision_number=1']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:00:06.222318 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-883940c1-ebf4-4798-83aa-7bf3e476f027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 22:00:06.249363 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.managers [None req-883940c1-ebf4-4798-83aa-7bf3e476f027 None None] Attempting to bind port 0bb14324-d906-4836-a1df-20a3c10bde07 on host dv-cinder-818140-1-smb for vnic_type normal with profile {{(pid=86865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 22:00:06.249728 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.managers [None req-883940c1-ebf4-4798-83aa-7bf3e476f027 None None] Attempting to bind port 0bb14324-d906-4836-a1df-20a3c10bde07 by drivers openvswitch,hyperv on host dv-cinder-818140-1-smb at level 0 using segments [{'id': '9263a306-034e-4b10-bf77-f4acd2bbee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '3d7d5abe-972b-4bb7-8664-76b3e3514017'}] {{(pid=86865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 22:00:06.250132 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883940c1-ebf4-4798-83aa-7bf3e476f027 None None] Attempting to bind port 0bb14324-d906-4836-a1df-20a3c10bde07 on network 3d7d5abe-972b-4bb7-8664-76b3e3514017 {{(pid=86865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 16 22:00:06.258231 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883940c1-ebf4-4798-83aa-7bf3e476f027 None None] Checking agent: {'id': '2d3e8a24-12f1-44fc-ba92-bbd8bc9099be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818140-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 42, 55), 'started_at': datetime.datetime(2021, 11, 16, 21, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818140-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 16 22:00:06.258920 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883940c1-ebf4-4798-83aa-7bf3e476f027 None None] Checking segment: {'id': '9263a306-034e-4b10-bf77-f4acd2bbee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '3d7d5abe-972b-4bb7-8664-76b3e3514017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 16 22:00:06.259029 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-883940c1-ebf4-4798-83aa-7bf3e476f027 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:06.259362 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883940c1-ebf4-4798-83aa-7bf3e476f027 None None] Bound using segment: {'id': '9263a306-034e-4b10-bf77-f4acd2bbee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '3d7d5abe-972b-4bb7-8664-76b3e3514017'} {{(pid=86865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 16 22:00:06.259821 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.managers [None req-883940c1-ebf4-4798-83aa-7bf3e476f027 None None] Bound port: 0bb14324-d906-4836-a1df-20a3c10bde07, host: dv-cinder-818140-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9263a306-034e-4b10-bf77-f4acd2bbee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '3d7d5abe-972b-4bb7-8664-76b3e3514017'}}] {{(pid=86865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 22:00:06.260192 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-883940c1-ebf4-4798-83aa-7bf3e476f027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:06.277985 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.db [None req-6d92bdbb-7a4f-4447-a4d0-6cf02074a287 None None] For port d1e4e17d-3028-42b6-a4bb-999ceb020de9, host dv-cinder-818140-1-smb, cleared binding levels {{(pid=86866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 16 22:00:06.282693 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.db [None req-6d92bdbb-7a4f-4447-a4d0-6cf02074a287 None None] For port d1e4e17d-3028-42b6-a4bb-999ceb020de9, host dv-cinder-818140-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=d1e4e17d-3028-42b6-a4bb-999ceb020de9,segment=NetworkSegment(9055e2df-36af-46b1-b494-f1c7d8f9006d),segment_id=9055e2df-36af-46b1-b494-f1c7d8f9006d)] {{(pid=86866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 16 22:00:06.288828 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron_lib.callbacks.manager [None req-6d92bdbb-7a4f-4447-a4d0-6cf02074a287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:06.292992 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 22:00:06.346825 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning complete for port ab78284b-c349-411c-bdc5-24fe94fddce3 triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:00:06.347191 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:06.377863 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d92bdbb-7a4f-4447-a4d0-6cf02074a287 None None] Routers {'123f38ec-5e84-43a9-80d6-fa660aad58c4'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 22:00:06.378653 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_hamode_db [None req-6d92bdbb-7a4f-4447-a4d0-6cf02074a287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T21:59:57Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['123f38ec-5e84-43a9-80d6-fa660aad58c4'], 'active': True} {{(pid=86866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:00:06.440913 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4035cc6e-650b-449f-a6c4-8a0e81a8f60a None None] Pushing event updated for resources: {'Port': ['ID=d1e4e17d-3028-42b6-a4bb-999ceb020de9,revision_number=4']} {{(pid=86866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:00:06.442673 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-883940c1-ebf4-4798-83aa-7bf3e476f027 None None] For port 0bb14324-d906-4836-a1df-20a3c10bde07, host dv-cinder-818140-1-smb, cleared binding levels {{(pid=86865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 16 22:00:06.446378 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-883940c1-ebf4-4798-83aa-7bf3e476f027 None None] For port 0bb14324-d906-4836-a1df-20a3c10bde07, host dv-cinder-818140-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=0bb14324-d906-4836-a1df-20a3c10bde07,segment=NetworkSegment(9263a306-034e-4b10-bf77-f4acd2bbee61),segment_id=9263a306-034e-4b10-bf77-f4acd2bbee61)] {{(pid=86865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 16 22:00:06.449778 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG oslo_concurrency.lockutils [None req-4035cc6e-650b-449f-a6c4-8a0e81a8f60a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 22:00:06.458137 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-883940c1-ebf4-4798-83aa-7bf3e476f027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:06.462042 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-01774aed-251e-4e10-b8b4-751d19a84478 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 22:00:06.480996 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-b12f95f8-ddff-4c82-a39b-3844a63028b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:06.513949 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-b12f95f8-ddff-4c82-a39b-3844a63028b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790568269105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3119288'] for port, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:06.519775 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-58d39125-a786-4762-8779-9eabc86ee2fd tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 22:00:06.591490 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12f95f8-ddff-4c82-a39b-3844a63028b4 admin admin] Network a9f41963-6d96-4c68-8a62-a8c5d6a06a20 is already hosted by enough agents. {{(pid=86864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:00:06.606630 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883940c1-ebf4-4798-83aa-7bf3e476f027 None None] Pushing event updated for resources: {'Port': ['ID=0bb14324-d906-4836-a1df-20a3c10bde07,revision_number=2']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:00:06.606982 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.base_scheduler [None req-b12f95f8-ddff-4c82-a39b-3844a63028b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=86864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:00:06.608538 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-883940c1-ebf4-4798-83aa-7bf3e476f027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 22:00:06.608674 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12f95f8-ddff-4c82-a39b-3844a63028b4 admin admin] Received port after_create {{(pid=86864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 16 22:00:06.624659 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_dvr_db [None req-6d92bdbb-7a4f-4447-a4d0-6cf02074a287 None None] Set router 123f38ec-5e84-43a9-80d6-fa660aad58c4 gateway port host: dv-cinder-818140-1-smb {{(pid=86866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 22:00:06.640162 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12f95f8-ddff-4c82-a39b-3844a63028b4 admin admin] Pushing event updated for resources: {'Port': ['ID=f5951a3a-bebd-4506-a7e8-75204756fbc1,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:00:06.647852 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-b12f95f8-ddff-4c82-a39b-3844a63028b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 22:00:07.077366 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_hamode_db [None req-6d92bdbb-7a4f-4447-a4d0-6cf02074a287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123f38ec-5e84-43a9-80d6-fa660aad58c4', 'name': 'tempest-TestShelveInstance-2016031509-router', 'tenant_id': '5ca92c45526f456f924dde7e783bf196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ab78284b-c349-411c-bdc5-24fe94fddce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:59:58Z', 'updated_at': '2021-11-16T22:00:02Z', 'revision_number': 4, 'project_id': '5ca92c45526f456f924dde7e783bf196', 'gw_port': {'id': 'ab78284b-c349-411c-bdc5-24fe94fddce3', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123f38ec-5e84-43a9-80d6-fa660aad58c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:59:59Z', 'updated_at': '2021-11-16T22:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb', '_interfaces': [{'id': 'd1e4e17d-3028-42b6-a4bb-999ceb020de9', 'name': '', 'network_id': '75553624-bf07-4abc-a9eb-cda4ea48d8c1', 'tenant_id': '5ca92c45526f456f924dde7e783bf196', 'mac_address': 'fa:16:3e:a1:ad:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123f38ec-5e84-43a9-80d6-fa660aad58c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '8cf83365-9eaa-442f-82aa-88d0cb4dc8a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:00:01Z', 'updated_at': '2021-11-16T22:00:06Z', 'revision_number': 4, 'project_id': '5ca92c45526f456f924dde7e783bf196', 'subnets': [{'id': '8cf83365-9eaa-442f-82aa-88d0cb4dc8a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:00:07.083269 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d92bdbb-7a4f-4447-a4d0-6cf02074a287 None None] The sync data for ids ['123f38ec-5e84-43a9-80d6-fa660aad58c4'] in dv-cinder-818140-1-smb is: [{'id': '123f38ec-5e84-43a9-80d6-fa660aad58c4', 'name': 'tempest-TestShelveInstance-2016031509-router', 'tenant_id': '5ca92c45526f456f924dde7e783bf196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ab78284b-c349-411c-bdc5-24fe94fddce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:59:58Z', 'updated_at': '2021-11-16T22:00:02Z', 'revision_number': 4, 'project_id': '5ca92c45526f456f924dde7e783bf196', 'gw_port': {'id': 'ab78284b-c349-411c-bdc5-24fe94fddce3', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123f38ec-5e84-43a9-80d6-fa660aad58c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:59:59Z', 'updated_at': '2021-11-16T22:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb', '_interfaces': [{'id': 'd1e4e17d-3028-42b6-a4bb-999ceb020de9', 'name': '', 'network_id': '75553624-bf07-4abc-a9eb-cda4ea48d8c1', 'tenant_id': '5ca92c45526f456f924dde7e783bf196', 'mac_address': 'fa:16:3e:a1:ad:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123f38ec-5e84-43a9-80d6-fa660aad58c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '8cf83365-9eaa-442f-82aa-88d0cb4dc8a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:00:01Z', 'updated_at': '2021-11-16T22:00:06Z', 'revision_number': 4, 'project_id': '5ca92c45526f456f924dde7e783bf196', 'subnets': [{'id': '8cf83365-9eaa-442f-82aa-88d0cb4dc8a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:00:07.173607 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-b12f95f8-ddff-4c82-a39b-3844a63028b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:07.535208 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-b12f95f8-ddff-4c82-a39b-3844a63028b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-677125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677381'] for router, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:07.688727 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a54988-b798-40ec-8e0d-cb7ac657ad2d None None] Network 3d7d5abe-972b-4bb7-8664-76b3e3514017 requested from dv-cinder-818140-1-smb {{(pid=86865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 16 22:00:07.760397 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b12f95f8-ddff-4c82-a39b-3844a63028b4 admin admin] Router adccc102-1e3b-4e20-9d87-de404b0b9a01 is scheduled to L3 agent 61e322f1-f733-4c16-8e8e-7253ec5fb84a with binding_index 1 {{(pid=86864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 16 22:00:07.790998 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-1b9dc753-8247-44e0-b10b-9f8a7f966e06 None None] Provisioning for port 0bb14324-d906-4836-a1df-20a3c10bde07 completed by entity DHCP. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:00:07.956521 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12f95f8-ddff-4c82-a39b-3844a63028b4 admin admin] Notify agent at l3_agent.dv-cinder-818140-1-smb the message routers_updated {{(pid=86864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 16 22:00:07.971885 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090847cc-149b-495a-bb90-a0417450b161 None None] Sync routers for ids ['adccc102-1e3b-4e20-9d87-de404b0b9a01'] in dv-cinder-818140-1-smb {{(pid=86865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:00:07.988290 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-b12f95f8-ddff-4c82-a39b-3844a63028b4 admin admin] Notify callbacks [] for router, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:07.989423 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090847cc-149b-495a-bb90-a0417450b161 None None] Routers {'adccc102-1e3b-4e20-9d87-de404b0b9a01'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 22:00:07.990133 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-090847cc-149b-495a-bb90-a0417450b161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T21:59:57Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['adccc102-1e3b-4e20-9d87-de404b0b9a01'], 'active': True} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:00:07.992534 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 48946) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 22:00:07.993025 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-b12f95f8-ddff-4c82-a39b-3844a63028b4 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.7133076 Nov 16 22:00:08.216764 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device d1e4e17d-3028-42b6-a4bb-999ceb020de9 up at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 22:00:08.333219 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvr_db [None req-090847cc-149b-495a-bb90-a0417450b161 None None] Set router adccc102-1e3b-4e20-9d87-de404b0b9a01 gateway port host: dv-cinder-818140-1-smb {{(pid=86865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 22:00:08.481713 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning for port d1e4e17d-3028-42b6-a4bb-999ceb020de9 completed by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:00:08.543231 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning complete for port d1e4e17d-3028-42b6-a4bb-999ceb020de9 triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:00:08.543507 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:08.746354 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:08.787838 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] For port d1e4e17d-3028-42b6-a4bb-999ceb020de9, host dv-cinder-818140-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=d1e4e17d-3028-42b6-a4bb-999ceb020de9,segment=NetworkSegment(9055e2df-36af-46b1-b494-f1c7d8f9006d),segment_id=9055e2df-36af-46b1-b494-f1c7d8f9006d)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 22:00:08.791726 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-090847cc-149b-495a-bb90-a0417450b161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adccc102-1e3b-4e20-9d87-de404b0b9a01', 'name': 'tempest-TestShelveInstance-816533002-router', 'tenant_id': '73fb424bca6a41d896dbdee5b8a3ce1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.11'}], 'enable_snat': True}, 'gw_port_id': 'f5951a3a-bebd-4506-a7e8-75204756fbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:00:05Z', 'updated_at': '2021-11-16T22:00:06Z', 'revision_number': 3, 'project_id': '73fb424bca6a41d896dbdee5b8a3ce1f', 'gw_port': {'id': 'f5951a3a-bebd-4506-a7e8-75204756fbc1', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adccc102-1e3b-4e20-9d87-de404b0b9a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:00:06Z', 'updated_at': '2021-11-16T22:00:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb'}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:00:08.795592 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:08.796344 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device 0bb14324-d906-4836-a1df-20a3c10bde07 up at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 22:00:08.824690 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 22:00:08.856601 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090847cc-149b-495a-bb90-a0417450b161 None None] Checking router: adccc102-1e3b-4e20-9d87-de404b0b9a01 for host: dv-cinder-818140-1-smb {{(pid=86865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:00:08.857002 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090847cc-149b-495a-bb90-a0417450b161 None None] Updating router adccc102-1e3b-4e20-9d87-de404b0b9a01 port f5951a3a-bebd-4506-a7e8-75204756fbc1 binding host dv-cinder-818140-1-smb {{(pid=86865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 22:00:08.960425 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-090847cc-149b-495a-bb90-a0417450b161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:08.964282 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-ed09ded2-f246-45ed-b83d-4fe4906cc32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:09.014862 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Pushing event updated for resources: {'Port': ['ID=d1e4e17d-3028-42b6-a4bb-999ceb020de9,revision_number=5']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:00:09.028721 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:09.029060 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:09.029440 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:09.029808 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:09.030234 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:09.030618 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:09.030972 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:09.031329 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:09.031646 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:09.031998 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:09.032322 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:09.032638 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:09.041331 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 22:00:09.078188 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning for port 0bb14324-d906-4836-a1df-20a3c10bde07 completed by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:00:09.093539 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning complete for port 0bb14324-d906-4836-a1df-20a3c10bde07 triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:00:09.094032 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:09.174600 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.db_base_plugin_common [None req-ed09ded2-f246-45ed-b83d-4fe4906cc32c admin admin] Allocated IP 172.20.0.1 (3d7d5abe-972b-4bb7-8664-76b3e3514017/2a236977-c35c-4c62-b9ea-e155e650cc2c/5c79622c-03e1-4bf2-92db-4aca731c23a8) {{(pid=86863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:00:09.324528 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-ed09ded2-f246-45ed-b83d-4fe4906cc32c admin admin] Notify callbacks [] for port, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:09.330531 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:09.340054 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.provisioning_blocks [None req-ed09ded2-f246-45ed-b83d-4fe4906cc32c admin admin] Transition to ACTIVE for port object 5c79622c-03e1-4bf2-92db-4aca731c23a8 will not be triggered until provisioned by entity DHCP. {{(pid=86863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:00:09.364095 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-ed09ded2-f246-45ed-b83d-4fe4906cc32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790568269105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1459265'] for port, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:09.368570 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-7f953ae4-0d86-44f2-9047-e98b182a03bc tempest-VolumesSnapshotTestJSON-1769154538 tempest-VolumesSnapshotTestJSON-1769154538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 22:00:09.373762 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] For port 0bb14324-d906-4836-a1df-20a3c10bde07, host dv-cinder-818140-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=0bb14324-d906-4836-a1df-20a3c10bde07,segment=NetworkSegment(9263a306-034e-4b10-bf77-f4acd2bbee61),segment_id=9263a306-034e-4b10-bf77-f4acd2bbee61)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 22:00:09.382522 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:09.386511 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 22:00:09.429316 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed09ded2-f246-45ed-b83d-4fe4906cc32c admin admin] Network 3d7d5abe-972b-4bb7-8664-76b3e3514017 is already hosted by enough agents. {{(pid=86863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:00:09.432020 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.base_scheduler [None req-ed09ded2-f246-45ed-b83d-4fe4906cc32c admin admin] Resources bound (agent type, host, resource id): {{(pid=86863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:00:09.436431 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed09ded2-f246-45ed-b83d-4fe4906cc32c admin admin] Received port after_create {{(pid=86863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 16 22:00:09.472717 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed09ded2-f246-45ed-b83d-4fe4906cc32c admin admin] Pushing event updated for resources: {'Port': ['ID=5c79622c-03e1-4bf2-92db-4aca731c23a8,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:00:09.481202 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-ed09ded2-f246-45ed-b83d-4fe4906cc32c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 22:00:09.496408 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-ed09ded2-f246-45ed-b83d-4fe4906cc32c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783219'] for router_interface, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:09.509252 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-090847cc-149b-495a-bb90-a0417450b161 None None] Notify callbacks [] for port, precommit_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:09.511696 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Pushing event updated for resources: {'Port': ['ID=0bb14324-d906-4836-a1df-20a3c10bde07,revision_number=3']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:00:09.516679 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 22:00:09.540982 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-090847cc-149b-495a-bb90-a0417450b161 None None] Transition to ACTIVE for port object f5951a3a-bebd-4506-a7e8-75204756fbc1 will not be triggered until provisioned by entity L2. {{(pid=86865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:00:09.553850 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-090847cc-149b-495a-bb90-a0417450b161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:09.559563 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-8cfb580f-4ef1-41dd-9187-f89f5bb5392c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 22:00:09.630032 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-ed09ded2-f246-45ed-b83d-4fe4906cc32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:09.632276 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.managers [None req-090847cc-149b-495a-bb90-a0417450b161 None None] Attempting to bind port f5951a3a-bebd-4506-a7e8-75204756fbc1 on host dv-cinder-818140-1-smb for vnic_type normal with profile {{(pid=86865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 22:00:09.632646 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.managers [None req-090847cc-149b-495a-bb90-a0417450b161 None None] Attempting to bind port f5951a3a-bebd-4506-a7e8-75204756fbc1 by drivers openvswitch,hyperv on host dv-cinder-818140-1-smb at level 0 using segments [{'id': '2032d675-cc73-45c1-95a0-4a6936ebf39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20'}] {{(pid=86865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 22:00:09.633008 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090847cc-149b-495a-bb90-a0417450b161 None None] Attempting to bind port f5951a3a-bebd-4506-a7e8-75204756fbc1 on network a9f41963-6d96-4c68-8a62-a8c5d6a06a20 {{(pid=86865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 16 22:00:09.645792 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090847cc-149b-495a-bb90-a0417450b161 None None] Checking agent: {'id': '2d3e8a24-12f1-44fc-ba92-bbd8bc9099be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818140-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 42, 55), 'started_at': datetime.datetime(2021, 11, 16, 21, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818140-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 16 22:00:09.646222 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090847cc-149b-495a-bb90-a0417450b161 None None] Checking segment: {'id': '2032d675-cc73-45c1-95a0-4a6936ebf39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 16 22:00:09.646597 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-090847cc-149b-495a-bb90-a0417450b161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:09.646980 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090847cc-149b-495a-bb90-a0417450b161 None None] Bound using segment: {'id': '2032d675-cc73-45c1-95a0-4a6936ebf39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20'} {{(pid=86865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 16 22:00:09.647462 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.managers [None req-090847cc-149b-495a-bb90-a0417450b161 None None] Bound port: f5951a3a-bebd-4506-a7e8-75204756fbc1, host: dv-cinder-818140-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2032d675-cc73-45c1-95a0-4a6936ebf39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20'}}] {{(pid=86865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 22:00:09.650966 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-090847cc-149b-495a-bb90-a0417450b161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:09.761240 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b138d212-9be7-4763-a70b-9f7e9a5e0af4 None None] Pushing event updated for resources: {'Port': ['ID=f5951a3a-bebd-4506-a7e8-75204756fbc1,revision_number=2']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:00:09.764391 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-b138d212-9be7-4763-a70b-9f7e9a5e0af4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 22:00:09.792486 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-090847cc-149b-495a-bb90-a0417450b161 None None] For port f5951a3a-bebd-4506-a7e8-75204756fbc1, host dv-cinder-818140-1-smb, cleared binding levels {{(pid=86865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 16 22:00:09.795653 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-090847cc-149b-495a-bb90-a0417450b161 None None] For port f5951a3a-bebd-4506-a7e8-75204756fbc1, host dv-cinder-818140-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=f5951a3a-bebd-4506-a7e8-75204756fbc1,segment=NetworkSegment(2032d675-cc73-45c1-95a0-4a6936ebf39a),segment_id=2032d675-cc73-45c1-95a0-4a6936ebf39a)] {{(pid=86865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 16 22:00:09.804422 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-090847cc-149b-495a-bb90-a0417450b161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:09.807970 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 22:00:09.875398 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-3255cb78-9b2f-474f-bc31-0e056ac5002d None None] Provisioning for port 5c79622c-03e1-4bf2-92db-4aca731c23a8 completed by entity DHCP. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:00:09.884805 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-ed09ded2-f246-45ed-b83d-4fe4906cc32c admin admin] Notify callbacks [] for port, precommit_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:09.889478 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-ed09ded2-f246-45ed-b83d-4fe4906cc32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1459288'] for port, after_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:09.889649 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-3255cb78-9b2f-474f-bc31-0e056ac5002d None None] Provisioning complete for port 5c79622c-03e1-4bf2-92db-4aca731c23a8 triggered by entity DHCP. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:00:09.889984 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-3255cb78-9b2f-474f-bc31-0e056ac5002d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:09.919391 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-cba40f36-162d-436a-8528-ff3ec4f3da31 tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 22:00:09.931999 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090847cc-149b-495a-bb90-a0417450b161 None None] Routers {'adccc102-1e3b-4e20-9d87-de404b0b9a01'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 22:00:09.932647 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-090847cc-149b-495a-bb90-a0417450b161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T21:59:57Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['adccc102-1e3b-4e20-9d87-de404b0b9a01'], 'active': True} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:00:09.979338 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b138d212-9be7-4763-a70b-9f7e9a5e0af4 None None] Pushing event updated for resources: {'Port': ['ID=f5951a3a-bebd-4506-a7e8-75204756fbc1,revision_number=3']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:00:09.994493 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-b138d212-9be7-4763-a70b-9f7e9a5e0af4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 22:00:10.001249 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed09ded2-f246-45ed-b83d-4fe4906cc32c admin admin] Pushing event updated for resources: {'Port': ['ID=5c79622c-03e1-4bf2-92db-4aca731c23a8,revision_number=2']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:00:10.003704 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-ed09ded2-f246-45ed-b83d-4fe4906cc32c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-576428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783312'] for router_interface, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:10.007579 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-ed09ded2-f246-45ed-b83d-4fe4906cc32c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 22:00:10.031123 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-3255cb78-9b2f-474f-bc31-0e056ac5002d None None] Port 5c79622c-03e1-4bf2-92db-4aca731c23a8 cannot update to ACTIVE because it is not bound. {{(pid=86865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 16 22:00:10.087238 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device d1e4e17d-3028-42b6-a4bb-999ceb020de9 up at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 22:00:10.183214 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvr_db [None req-090847cc-149b-495a-bb90-a0417450b161 None None] Set router adccc102-1e3b-4e20-9d87-de404b0b9a01 gateway port host: dv-cinder-818140-1-smb {{(pid=86865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 22:00:10.240213 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed09ded2-f246-45ed-b83d-4fe4906cc32c admin admin] Network 3d7d5abe-972b-4bb7-8664-76b3e3514017 is already hosted by enough agents. {{(pid=86863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:00:10.241302 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.base_scheduler [None req-ed09ded2-f246-45ed-b83d-4fe4906cc32c admin admin] Resources bound (agent type, host, resource id): {{(pid=86863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:00:10.312706 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning complete for port d1e4e17d-3028-42b6-a4bb-999ceb020de9 triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:00:10.313087 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:10.433803 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed09ded2-f246-45ed-b83d-4fe4906cc32c admin admin] Router adccc102-1e3b-4e20-9d87-de404b0b9a01 has already been hosted by L3 agent 61e322f1-f733-4c16-8e8e-7253ec5fb84a {{(pid=86863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 16 22:00:10.490831 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-fc2f24ba-4821-45f0-a249-b7cd5c42c471 None None] Provisioning complete for port 5c79622c-03e1-4bf2-92db-4aca731c23a8 triggered by entity DHCP. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:00:10.491208 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-fc2f24ba-4821-45f0-a249-b7cd5c42c471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:10.615782 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed09ded2-f246-45ed-b83d-4fe4906cc32c admin admin] Notify agent at l3_agent.dv-cinder-818140-1-smb the message routers_updated {{(pid=86863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 16 22:00:10.624853 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-ed09ded2-f246-45ed-b83d-4fe4906cc32c admin admin] 10.222.0.50 "PUT /v2.0/routers/adccc102-1e3b-4e20-9d87-de404b0b9a01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6304202 Nov 16 22:00:10.629337 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-fc2f24ba-4821-45f0-a249-b7cd5c42c471 None None] Port 5c79622c-03e1-4bf2-92db-4aca731c23a8 cannot update to ACTIVE because it is not bound. {{(pid=86865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 16 22:00:10.646107 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device 0bb14324-d906-4836-a1df-20a3c10bde07 up at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 22:00:10.727350 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-090847cc-149b-495a-bb90-a0417450b161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adccc102-1e3b-4e20-9d87-de404b0b9a01', 'name': 'tempest-TestShelveInstance-816533002-router', 'tenant_id': '73fb424bca6a41d896dbdee5b8a3ce1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.11'}], 'enable_snat': True}, 'gw_port_id': 'f5951a3a-bebd-4506-a7e8-75204756fbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:00:05Z', 'updated_at': '2021-11-16T22:00:09Z', 'revision_number': 4, 'project_id': '73fb424bca6a41d896dbdee5b8a3ce1f', 'gw_port': {'id': 'f5951a3a-bebd-4506-a7e8-75204756fbc1', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adccc102-1e3b-4e20-9d87-de404b0b9a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:00:06Z', 'updated_at': '2021-11-16T22:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb', '_interfaces': [{'id': '5c79622c-03e1-4bf2-92db-4aca731c23a8', 'name': '', 'network_id': '3d7d5abe-972b-4bb7-8664-76b3e3514017', 'tenant_id': '73fb424bca6a41d896dbdee5b8a3ce1f', 'mac_address': 'fa:16:3e:b3:a4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adccc102-1e3b-4e20-9d87-de404b0b9a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '2a236977-c35c-4c62-b9ea-e155e650cc2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:00:09Z', 'updated_at': '2021-11-16T22:00:09Z', 'revision_number': 2, 'project_id': '73fb424bca6a41d896dbdee5b8a3ce1f', 'subnets': [{'id': '2a236977-c35c-4c62-b9ea-e155e650cc2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:00:10.731208 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning complete for port 0bb14324-d906-4836-a1df-20a3c10bde07 triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:00:10.731586 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:10.759342 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090847cc-149b-495a-bb90-a0417450b161 None None] The sync data for ids ['adccc102-1e3b-4e20-9d87-de404b0b9a01'] in dv-cinder-818140-1-smb is: [{'id': 'adccc102-1e3b-4e20-9d87-de404b0b9a01', 'name': 'tempest-TestShelveInstance-816533002-router', 'tenant_id': '73fb424bca6a41d896dbdee5b8a3ce1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.11'}], 'enable_snat': True}, 'gw_port_id': 'f5951a3a-bebd-4506-a7e8-75204756fbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:00:05Z', 'updated_at': '2021-11-16T22:00:09Z', 'revision_number': 4, 'project_id': '73fb424bca6a41d896dbdee5b8a3ce1f', 'gw_port': {'id': 'f5951a3a-bebd-4506-a7e8-75204756fbc1', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adccc102-1e3b-4e20-9d87-de404b0b9a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:00:06Z', 'updated_at': '2021-11-16T22:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb', '_interfaces': [{'id': '5c79622c-03e1-4bf2-92db-4aca731c23a8', 'name': '', 'network_id': '3d7d5abe-972b-4bb7-8664-76b3e3514017', 'tenant_id': '73fb424bca6a41d896dbdee5b8a3ce1f', 'mac_address': 'fa:16:3e:b3:a4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adccc102-1e3b-4e20-9d87-de404b0b9a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '2a236977-c35c-4c62-b9ea-e155e650cc2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:00:09Z', 'updated_at': '2021-11-16T22:00:09Z', 'revision_number': 2, 'project_id': '73fb424bca6a41d896dbdee5b8a3ce1f', 'subnets': [{'id': '2a236977-c35c-4c62-b9ea-e155e650cc2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:00:11.161902 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 48978) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 22:00:11.167375 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [None req-09362dce-2ccc-4058-beea-24d38e9356ef tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1623346742', 'description': 'tempest-secgroup-smoke-1623346742 description', 'project_id': '5ca92c45526f456f924dde7e783bf196'}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:00:11.174282 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-09362dce-2ccc-4058-beea-24d38e9356ef tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 22:00:11.178968 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-09362dce-2ccc-4058-beea-24d38e9356ef tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Usage tracker for resource:security_group and tenant:5ca92c45526f456f924dde7e783bf196 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 22:00:11.182107 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-09362dce-2ccc-4058-beea-24d38e9356ef tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 22:00:11.188968 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-09362dce-2ccc-4058-beea-24d38e9356ef tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 22:00:11.199628 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-09362dce-2ccc-4058-beea-24d38e9356ef tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Notify callbacks [] for security_group, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:11.220506 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-09362dce-2ccc-4058-beea-24d38e9356ef tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 22:00:11.224381 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-09362dce-2ccc-4058-beea-24d38e9356ef tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Usage tracker for resource:security_group_rule and tenant:5ca92c45526f456f924dde7e783bf196 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 22:00:11.227309 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-09362dce-2ccc-4058-beea-24d38e9356ef tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 22:00:11.233150 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-09362dce-2ccc-4058-beea-24d38e9356ef tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 22:00:11.306613 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-09362dce-2ccc-4058-beea-24d38e9356ef tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Notify callbacks [] for security_group, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:11.310446 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-09362dce-2ccc-4058-beea-24d38e9356ef tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:11.316812 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-8843b1d7-ad7b-473d-96e8-7e4282149227 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 22:00:11.356168 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09362dce-2ccc-4058-beea-24d38e9356ef tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f98b3214-0e40-4070-b09a-ff70e7292638,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:00:11.360789 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-09362dce-2ccc-4058-beea-24d38e9356ef tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 22:00:11.362022 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-09362dce-2ccc-4058-beea-24d38e9356ef tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Notify callbacks [] for security_group, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:11.363230 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-09362dce-2ccc-4058-beea-24d38e9356ef tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2002785 Nov 16 22:00:11.366130 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 48982) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 22:00:11.371030 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [None req-09c4fa21-86f2-4952-ba96-b7dd7cdcc65e tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Request body: {'security_group_rule': {'security_group_id': 'f98b3214-0e40-4070-b09a-ff70e7292638', 'project_id': '5ca92c45526f456f924dde7e783bf196', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:00:11.377732 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-09c4fa21-86f2-4952-ba96-b7dd7cdcc65e tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 22:00:11.381547 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-09c4fa21-86f2-4952-ba96-b7dd7cdcc65e tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Usage tracker for resource:security_group_rule and tenant:5ca92c45526f456f924dde7e783bf196 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 22:00:11.384759 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-09c4fa21-86f2-4952-ba96-b7dd7cdcc65e tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 22:00:11.390792 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-09c4fa21-86f2-4952-ba96-b7dd7cdcc65e tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 22:00:11.408432 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-09c4fa21-86f2-4952-ba96-b7dd7cdcc65e tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:11.494275 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-09c4fa21-86f2-4952-ba96-b7dd7cdcc65e tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:11.499013 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-09c4fa21-86f2-4952-ba96-b7dd7cdcc65e tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776879'] for security_group_rule, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:11.507136 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-4b55e717-09af-4807-9b6c-f70e40faa14b tempest-AttachVolumeTestJSON-900456984 tempest-AttachVolumeTestJSON-900456984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 22:00:11.527526 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c4fa21-86f2-4952-ba96-b7dd7cdcc65e tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa909fe6-fd4d-4a7c-af8f-e3ba9f13d614,revision_number=0']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:00:11.530350 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-09c4fa21-86f2-4952-ba96-b7dd7cdcc65e tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 22:00:11.538824 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-09c4fa21-86f2-4952-ba96-b7dd7cdcc65e tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:11.540250 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-09c4fa21-86f2-4952-ba96-b7dd7cdcc65e tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1731591 Nov 16 22:00:11.543009 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 48986) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 22:00:11.549840 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [None req-4f89755d-a615-4e55-a656-7401e71247f8 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Request body: {'security_group_rule': {'security_group_id': 'f98b3214-0e40-4070-b09a-ff70e7292638', 'project_id': '5ca92c45526f456f924dde7e783bf196', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:00:11.556007 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-4f89755d-a615-4e55-a656-7401e71247f8 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 22:00:11.560011 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-4f89755d-a615-4e55-a656-7401e71247f8 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Usage tracker for resource:security_group_rule and tenant:5ca92c45526f456f924dde7e783bf196 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 22:00:11.564279 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-4f89755d-a615-4e55-a656-7401e71247f8 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 22:00:11.570378 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-4f89755d-a615-4e55-a656-7401e71247f8 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 22:00:11.587393 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-4f89755d-a615-4e55-a656-7401e71247f8 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:11.654930 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-4f89755d-a615-4e55-a656-7401e71247f8 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:11.660933 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-4f89755d-a615-4e55-a656-7401e71247f8 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776879'] for security_group_rule, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:11.663065 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 22:00:11.686694 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f89755d-a615-4e55-a656-7401e71247f8 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5ba9d10-6734-46ea-86cc-1d1b4e4cd6a4,revision_number=0']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:00:11.689474 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-4f89755d-a615-4e55-a656-7401e71247f8 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 22:00:11.696971 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-4f89755d-a615-4e55-a656-7401e71247f8 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:11.701043 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-4f89755d-a615-4e55-a656-7401e71247f8 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1542056 Nov 16 22:00:11.701206 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 48990) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 22:00:11.706338 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [None req-27ae426f-0b3a-4db7-86d9-6e546a0f083b tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Request body: {'security_group_rule': {'security_group_id': 'f98b3214-0e40-4070-b09a-ff70e7292638', 'project_id': '5ca92c45526f456f924dde7e783bf196', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:00:11.712416 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-27ae426f-0b3a-4db7-86d9-6e546a0f083b tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 22:00:11.716327 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-27ae426f-0b3a-4db7-86d9-6e546a0f083b tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Usage tracker for resource:security_group_rule and tenant:5ca92c45526f456f924dde7e783bf196 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 22:00:11.719837 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-27ae426f-0b3a-4db7-86d9-6e546a0f083b tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 22:00:11.725579 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-27ae426f-0b3a-4db7-86d9-6e546a0f083b tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 22:00:11.744207 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-27ae426f-0b3a-4db7-86d9-6e546a0f083b tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:11.817897 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-27ae426f-0b3a-4db7-86d9-6e546a0f083b tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:11.821861 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-27ae426f-0b3a-4db7-86d9-6e546a0f083b tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776879'] for security_group_rule, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:11.828850 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 22:00:11.850594 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ae426f-0b3a-4db7-86d9-6e546a0f083b tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b34167b-843c-4b67-8933-0f6ab7b2a587,revision_number=0']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:00:11.853545 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-27ae426f-0b3a-4db7-86d9-6e546a0f083b tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 22:00:11.862212 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-27ae426f-0b3a-4db7-86d9-6e546a0f083b tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:11.863414 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-27ae426f-0b3a-4db7-86d9-6e546a0f083b tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1613388 Nov 16 22:00:11.866258 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 48994) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 22:00:11.871129 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [None req-fad12980-8bc5-4c82-885d-47fbdf8548ec tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Request body: {'security_group_rule': {'security_group_id': 'f98b3214-0e40-4070-b09a-ff70e7292638', 'project_id': '5ca92c45526f456f924dde7e783bf196', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:00:11.877575 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-fad12980-8bc5-4c82-885d-47fbdf8548ec tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 22:00:11.881492 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-fad12980-8bc5-4c82-885d-47fbdf8548ec tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Usage tracker for resource:security_group_rule and tenant:5ca92c45526f456f924dde7e783bf196 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 22:00:11.884440 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-fad12980-8bc5-4c82-885d-47fbdf8548ec tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 22:00:11.895074 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-fad12980-8bc5-4c82-885d-47fbdf8548ec tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 22:00:11.918991 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-fad12980-8bc5-4c82-885d-47fbdf8548ec tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:11.987906 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-fad12980-8bc5-4c82-885d-47fbdf8548ec tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:11.991756 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-fad12980-8bc5-4c82-885d-47fbdf8548ec tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776879'] for security_group_rule, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:11.994275 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-27ae426f-0b3a-4db7-86d9-6e546a0f083b tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 22:00:12.028376 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad12980-8bc5-4c82-885d-47fbdf8548ec tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08aee5fd-6db9-4e2d-b886-5af63fcc32f2,revision_number=0']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:00:12.031658 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-fad12980-8bc5-4c82-885d-47fbdf8548ec tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 22:00:12.040562 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-fad12980-8bc5-4c82-885d-47fbdf8548ec tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:12.044543 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-fad12980-8bc5-4c82-885d-47fbdf8548ec tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1747165 Nov 16 22:00:12.044872 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 49002) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 22:00:12.053769 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.v2.base [None req-01ea993e-ff24-4f95-9516-c92f29599809 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Request body: {'security_group_rule': {'security_group_id': 'f98b3214-0e40-4070-b09a-ff70e7292638', 'project_id': '5ca92c45526f456f924dde7e783bf196', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:00:12.060444 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-01ea993e-ff24-4f95-9516-c92f29599809 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 22:00:12.064461 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-01ea993e-ff24-4f95-9516-c92f29599809 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Usage tracker for resource:security_group_rule and tenant:5ca92c45526f456f924dde7e783bf196 is out of sync, need to count used quota {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 22:00:12.134526 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device f5951a3a-bebd-4506-a7e8-75204756fbc1 up at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 22:00:12.191783 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [None req-01ea993e-ff24-4f95-9516-c92f29599809 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 22:00:12.197824 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [None req-01ea993e-ff24-4f95-9516-c92f29599809 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 22:00:12.208518 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.db.securitygroups_db [None req-01ea993e-ff24-4f95-9516-c92f29599809 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Project 5ca92c45526f456f924dde7e783bf196 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 22:00:12.215754 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-01ea993e-ff24-4f95-9516-c92f29599809 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:12.216289 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning for port f5951a3a-bebd-4506-a7e8-75204756fbc1 completed by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:00:12.221344 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning complete for port f5951a3a-bebd-4506-a7e8-75204756fbc1 triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:00:12.221719 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:12.284114 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-01ea993e-ff24-4f95-9516-c92f29599809 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:12.289041 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-01ea993e-ff24-4f95-9516-c92f29599809 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776879'] for security_group_rule, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:12.291131 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 22:00:12.322411 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-01ea993e-ff24-4f95-9516-c92f29599809 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:12.326479 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 49020) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 22:00:12.326960 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-01ea993e-ff24-4f95-9516-c92f29599809 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2804821 Nov 16 22:00:12.328942 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ea993e-ff24-4f95-9516-c92f29599809 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccf8e7d8-41c5-4b52-b0b1-b460d68bcd57,revision_number=0']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:00:12.331689 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-01ea993e-ff24-4f95-9516-c92f29599809 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 22:00:12.337233 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [None req-4218a4f1-43c0-45cd-89f1-86ffaef4dac5 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Request body: {'security_group_rule': {'security_group_id': 'f98b3214-0e40-4070-b09a-ff70e7292638', 'project_id': '5ca92c45526f456f924dde7e783bf196', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:00:12.345347 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-4218a4f1-43c0-45cd-89f1-86ffaef4dac5 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 22:00:12.350418 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-4218a4f1-43c0-45cd-89f1-86ffaef4dac5 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Usage tracker for resource:security_group_rule and tenant:5ca92c45526f456f924dde7e783bf196 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 22:00:12.353880 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-4218a4f1-43c0-45cd-89f1-86ffaef4dac5 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 22:00:12.360486 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-4218a4f1-43c0-45cd-89f1-86ffaef4dac5 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 22:00:12.362648 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:12.371600 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.db.securitygroups_db [None req-4218a4f1-43c0-45cd-89f1-86ffaef4dac5 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Project 5ca92c45526f456f924dde7e783bf196 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 22:00:12.379592 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-4218a4f1-43c0-45cd-89f1-86ffaef4dac5 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:12.382198 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] For port f5951a3a-bebd-4506-a7e8-75204756fbc1, host dv-cinder-818140-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=f5951a3a-bebd-4506-a7e8-75204756fbc1,segment=NetworkSegment(2032d675-cc73-45c1-95a0-4a6936ebf39a),segment_id=2032d675-cc73-45c1-95a0-4a6936ebf39a)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 22:00:12.388494 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:12.395580 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 22:00:12.458594 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-4218a4f1-43c0-45cd-89f1-86ffaef4dac5 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:12.463379 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-4218a4f1-43c0-45cd-89f1-86ffaef4dac5 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776879'] for security_group_rule, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:12.465468 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-fad12980-8bc5-4c82-885d-47fbdf8548ec tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 22:00:12.473636 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Pushing event updated for resources: {'Port': ['ID=f5951a3a-bebd-4506-a7e8-75204756fbc1,revision_number=4']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:00:12.476936 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 22:00:12.485959 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4218a4f1-43c0-45cd-89f1-86ffaef4dac5 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc949596-6f7c-4c73-b4ea-4f9bc2041f21,revision_number=0']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:00:12.490107 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-4218a4f1-43c0-45cd-89f1-86ffaef4dac5 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 22:00:12.498183 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-4218a4f1-43c0-45cd-89f1-86ffaef4dac5 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:12.499390 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-4218a4f1-43c0-45cd-89f1-86ffaef4dac5 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1707165 Nov 16 22:00:12.819432 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.agents_db [None req-6e4a458f-5157-4cde-8197-239c61c88c18 None None] Agent healthcheck: found 6 active agents {{(pid=86866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 16 22:00:14.060843 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device f5951a3a-bebd-4506-a7e8-75204756fbc1 up at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 22:00:14.134751 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning complete for port f5951a3a-bebd-4506-a7e8-75204756fbc1 triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:00:14.135131 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:14.421376 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0535e29c-45d1-4735-9257-a582d218518c None None] Sync routers for ids ['adccc102-1e3b-4e20-9d87-de404b0b9a01'] in dv-cinder-818140-1-smb {{(pid=86866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:00:14.431315 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0535e29c-45d1-4735-9257-a582d218518c None None] Routers {'adccc102-1e3b-4e20-9d87-de404b0b9a01'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 22:00:14.431931 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_hamode_db [None req-0535e29c-45d1-4735-9257-a582d218518c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T21:59:57Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['adccc102-1e3b-4e20-9d87-de404b0b9a01'], 'active': True} {{(pid=86866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:00:14.614100 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_dvr_db [None req-0535e29c-45d1-4735-9257-a582d218518c None None] Set router adccc102-1e3b-4e20-9d87-de404b0b9a01 gateway port host: dv-cinder-818140-1-smb {{(pid=86866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 22:00:14.800335 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 49090) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 22:00:14.875841 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.db_base_plugin_v2 [None req-79b02fea-06db-424b-ac94-70cb8c966cbf admin admin] Deleting subnet f624b42a-5272-4678-b3b4-7eace127f63b {{(pid=86863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 16 22:00:14.879739 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-79b02fea-06db-424b-ac94-70cb8c966cbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:14.938558 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-79b02fea-06db-424b-ac94-70cb8c966cbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2982123'] for subnet, precommit_delete_associations {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:14.957695 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_hamode_db [None req-0535e29c-45d1-4735-9257-a582d218518c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adccc102-1e3b-4e20-9d87-de404b0b9a01', 'name': 'tempest-TestShelveInstance-816533002-router', 'tenant_id': '73fb424bca6a41d896dbdee5b8a3ce1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.11'}], 'enable_snat': True}, 'gw_port_id': 'f5951a3a-bebd-4506-a7e8-75204756fbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:00:05Z', 'updated_at': '2021-11-16T22:00:09Z', 'revision_number': 4, 'project_id': '73fb424bca6a41d896dbdee5b8a3ce1f', 'gw_port': {'id': 'f5951a3a-bebd-4506-a7e8-75204756fbc1', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adccc102-1e3b-4e20-9d87-de404b0b9a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:00:06Z', 'updated_at': '2021-11-16T22:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb', '_interfaces': [{'id': '5c79622c-03e1-4bf2-92db-4aca731c23a8', 'name': '', 'network_id': '3d7d5abe-972b-4bb7-8664-76b3e3514017', 'tenant_id': '73fb424bca6a41d896dbdee5b8a3ce1f', 'mac_address': 'fa:16:3e:b3:a4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adccc102-1e3b-4e20-9d87-de404b0b9a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '2a236977-c35c-4c62-b9ea-e155e650cc2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:00:09Z', 'updated_at': '2021-11-16T22:00:09Z', 'revision_number': 2, 'project_id': '73fb424bca6a41d896dbdee5b8a3ce1f', 'subnets': [{'id': '2a236977-c35c-4c62-b9ea-e155e650cc2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:00:14.961950 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0535e29c-45d1-4735-9257-a582d218518c None None] Checking router: adccc102-1e3b-4e20-9d87-de404b0b9a01 for host: dv-cinder-818140-1-smb {{(pid=86866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:00:14.962405 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0535e29c-45d1-4735-9257-a582d218518c None None] Updating router adccc102-1e3b-4e20-9d87-de404b0b9a01 port 5c79622c-03e1-4bf2-92db-4aca731c23a8 binding host dv-cinder-818140-1-smb {{(pid=86866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 22:00:14.996825 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-79b02fea-06db-424b-ac94-70cb8c966cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7959338'] for subnet, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:15.017668 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron_lib.callbacks.manager [None req-0535e29c-45d1-4735-9257-a582d218518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:15.073594 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-79b02fea-06db-424b-ac94-70cb8c966cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7959329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1459218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2562358'] for subnet, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:15.078636 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 22:00:15.115074 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b02fea-06db-424b-ac94-70cb8c966cbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f624b42a-5272-4678-b3b4-7eace127f63b,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:00:15.117897 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-79b02fea-06db-424b-ac94-70cb8c966cbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 22:00:15.122506 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-79b02fea-06db-424b-ac94-70cb8c966cbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578116'] for subnet, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:15.129958 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-79b02fea-06db-424b-ac94-70cb8c966cbf admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f624b42a-5272-4678-b3b4-7eace127f63b HTTP/1.1" status: 204 len: 168 time: 0.3285880 Nov 16 22:00:15.132890 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 49094) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 22:00:15.284797 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-6f95a513-e7a3-49ec-b296-98e85d56b3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7988716'] for network, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:15.423883 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-6f95a513-e7a3-49ec-b296-98e85d56b3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7962236', 'neutron.services.segments.db._delete_segments_for_network-8790568771669'] for network, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:15.430136 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron_lib.callbacks.manager [None req-0535e29c-45d1-4735-9257-a582d218518c None None] Notify callbacks [] for port, precommit_update {{(pid=86866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:15.443861 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.provisioning_blocks [None req-0535e29c-45d1-4735-9257-a582d218518c None None] Transition to ACTIVE for port object 5c79622c-03e1-4bf2-92db-4aca731c23a8 will not be triggered until provisioned by entity L2. {{(pid=86866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:00:15.451369 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron_lib.callbacks.manager [None req-0535e29c-45d1-4735-9257-a582d218518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:15.454257 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.services.segments.db [None req-6f95a513-e7a3-49ec-b296-98e85d56b3d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cde6a401-9632-4f3a-aae6-1598de6fdd57']}} {{(pid=86864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:00:15.456816 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG oslo_concurrency.lockutils [None req-1cd00a42-8bdb-47bb-9bc6-a1bc6d9f8a1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 22:00:15.467271 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.services.segments.db [None req-6f95a513-e7a3-49ec-b296-98e85d56b3d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe55b107-425e-4f5c-b22b-653bc69b8efb') {'for_net_delete': True} {{(pid=86864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:00:15.467654 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.services.segments.db [None req-6f95a513-e7a3-49ec-b296-98e85d56b3d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe55b107-425e-4f5c-b22b-653bc69b8efb') {} {{(pid=86864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:00:15.481489 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-6f95a513-e7a3-49ec-b296-98e85d56b3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790568701269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1095441'] for segment, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:15.505031 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-6f95a513-e7a3-49ec-b296-98e85d56b3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930301'] for segment, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:15.514129 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f95a513-e7a3-49ec-b296-98e85d56b3d1 admin admin] Releasing vlan 803 on physical network physnet1 to pool {{(pid=86864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 22:00:15.514736 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-6f95a513-e7a3-49ec-b296-98e85d56b3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7930292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3119245'] for segment, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:15.531581 dv-cinder-818140-1-smb neutron-server[86864]: Traceback (most recent call last): Nov 16 22:00:15.531581 dv-cinder-818140-1-smb neutron-server[86864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 22:00:15.531581 dv-cinder-818140-1-smb neutron-server[86864]: timer() Nov 16 22:00:15.531581 dv-cinder-818140-1-smb neutron-server[86864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 22:00:15.531581 dv-cinder-818140-1-smb neutron-server[86864]: cb(*args, **kw) Nov 16 22:00:15.531581 dv-cinder-818140-1-smb neutron-server[86864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 16 22:00:15.531581 dv-cinder-818140-1-smb neutron-server[86864]: return func(*args, **kwargs) Nov 16 22:00:15.531581 dv-cinder-818140-1-smb neutron-server[86864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 22:00:15.531581 dv-cinder-818140-1-smb neutron-server[86864]: self._notify() Nov 16 22:00:15.531581 dv-cinder-818140-1-smb neutron-server[86864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 22:00:15.531581 dv-cinder-818140-1-smb neutron-server[86864]: self.callback(batched_events) Nov 16 22:00:15.531581 dv-cinder-818140-1-smb neutron-server[86864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 22:00:15.531581 dv-cinder-818140-1-smb neutron-server[86864]: event.method(event) Nov 16 22:00:15.531581 dv-cinder-818140-1-smb neutron-server[86864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 16 22:00:15.531581 dv-cinder-818140-1-smb neutron-server[86864]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 22:00:15.531581 dv-cinder-818140-1-smb neutron-server[86864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 16 22:00:15.531581 dv-cinder-818140-1-smb neutron-server[86864]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 22:00:15.531581 dv-cinder-818140-1-smb neutron-server[86864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 16 22:00:15.531581 dv-cinder-818140-1-smb neutron-server[86864]: return f(self, *a, **k) Nov 16 22:00:15.531581 dv-cinder-818140-1-smb neutron-server[86864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 16 22:00:15.531581 dv-cinder-818140-1-smb neutron-server[86864]: return self._get(url).json() Nov 16 22:00:15.531581 dv-cinder-818140-1-smb neutron-server[86864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 16 22:00:15.531581 dv-cinder-818140-1-smb neutron-server[86864]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 22:00:15.531581 dv-cinder-818140-1-smb neutron-server[86864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 22:00:15.531581 dv-cinder-818140-1-smb neutron-server[86864]: return self.request(url, 'GET', **kwargs) Nov 16 22:00:15.531581 dv-cinder-818140-1-smb neutron-server[86864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 22:00:15.531581 dv-cinder-818140-1-smb neutron-server[86864]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 22:00:15.531581 dv-cinder-818140-1-smb neutron-server[86864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 22:00:15.531581 dv-cinder-818140-1-smb neutron-server[86864]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 22:00:15.531581 dv-cinder-818140-1-smb neutron-server[86864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 22:00:15.531581 dv-cinder-818140-1-smb neutron-server[86864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 22:00:15.531581 dv-cinder-818140-1-smb neutron-server[86864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 22:00:15.533890 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e4b421-6660-42c5-9d12-24830cc50e75 None None] Pushing event updated for resources: {'Port': ['ID=5c79622c-03e1-4bf2-92db-4aca731c23a8,revision_number=3']} {{(pid=86866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:00:15.594409 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG oslo_concurrency.lockutils [None req-49e4b421-6660-42c5-9d12-24830cc50e75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 22:00:15.628836 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-6f95a513-e7a3-49ec-b296-98e85d56b3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7962117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677574'] for network, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:15.639132 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-2ae6570d-372d-43ea-8b7b-7e68d7388cc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 22:00:15.655817 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-6f95a513-e7a3-49ec-b296-98e85d56b3d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578116'] for network, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:15.670268 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f95a513-e7a3-49ec-b296-98e85d56b3d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=cde6a401-9632-4f3a-aae6-1598de6fdd57,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:00:15.674697 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-6f95a513-e7a3-49ec-b296-98e85d56b3d1 admin admin] 10.222.0.50 "DELETE /v2.0/networks/cde6a401-9632-4f3a-aae6-1598de6fdd57 HTTP/1.1" status: 204 len: 168 time: 0.5404131 Nov 16 22:00:15.675702 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-6f95a513-e7a3-49ec-b296-98e85d56b3d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 22:00:15.754469 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.managers [None req-0535e29c-45d1-4735-9257-a582d218518c None None] Attempting to bind port 5c79622c-03e1-4bf2-92db-4aca731c23a8 on host dv-cinder-818140-1-smb for vnic_type normal with profile {{(pid=86866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 22:00:15.754839 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.managers [None req-0535e29c-45d1-4735-9257-a582d218518c None None] Attempting to bind port 5c79622c-03e1-4bf2-92db-4aca731c23a8 by drivers openvswitch,hyperv on host dv-cinder-818140-1-smb at level 0 using segments [{'id': '9263a306-034e-4b10-bf77-f4acd2bbee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '3d7d5abe-972b-4bb7-8664-76b3e3514017'}] {{(pid=86866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 22:00:15.755281 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0535e29c-45d1-4735-9257-a582d218518c None None] Attempting to bind port 5c79622c-03e1-4bf2-92db-4aca731c23a8 on network 3d7d5abe-972b-4bb7-8664-76b3e3514017 {{(pid=86866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 16 22:00:15.760762 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0535e29c-45d1-4735-9257-a582d218518c None None] Checking agent: {'id': '2d3e8a24-12f1-44fc-ba92-bbd8bc9099be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818140-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 42, 55), 'started_at': datetime.datetime(2021, 11, 16, 21, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818140-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 16 22:00:15.761237 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0535e29c-45d1-4735-9257-a582d218518c None None] Checking segment: {'id': '9263a306-034e-4b10-bf77-f4acd2bbee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '3d7d5abe-972b-4bb7-8664-76b3e3514017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 16 22:00:15.762107 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron_lib.callbacks.manager [None req-0535e29c-45d1-4735-9257-a582d218518c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:15.762609 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0535e29c-45d1-4735-9257-a582d218518c None None] Bound using segment: {'id': '9263a306-034e-4b10-bf77-f4acd2bbee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '3d7d5abe-972b-4bb7-8664-76b3e3514017'} {{(pid=86866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 16 22:00:15.763083 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.managers [None req-0535e29c-45d1-4735-9257-a582d218518c None None] Bound port: 5c79622c-03e1-4bf2-92db-4aca731c23a8, host: dv-cinder-818140-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9263a306-034e-4b10-bf77-f4acd2bbee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '3d7d5abe-972b-4bb7-8664-76b3e3514017'}}] {{(pid=86866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 22:00:15.763478 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron_lib.callbacks.manager [None req-0535e29c-45d1-4735-9257-a582d218518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:15.871756 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.db [None req-0535e29c-45d1-4735-9257-a582d218518c None None] For port 5c79622c-03e1-4bf2-92db-4aca731c23a8, host dv-cinder-818140-1-smb, cleared binding levels {{(pid=86866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 16 22:00:15.875108 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.plugins.ml2.db [None req-0535e29c-45d1-4735-9257-a582d218518c None None] For port 5c79622c-03e1-4bf2-92db-4aca731c23a8, host dv-cinder-818140-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=5c79622c-03e1-4bf2-92db-4aca731c23a8,segment=NetworkSegment(9263a306-034e-4b10-bf77-f4acd2bbee61),segment_id=9263a306-034e-4b10-bf77-f4acd2bbee61)] {{(pid=86866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 16 22:00:15.876555 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 49102) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 22:00:15.879355 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron_lib.callbacks.manager [None req-0535e29c-45d1-4735-9257-a582d218518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:15.883220 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG oslo_concurrency.lockutils [None req-4035cc6e-650b-449f-a6c4-8a0e81a8f60a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 22:00:15.929154 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-66b945cf-461b-484a-b1f1-ec0dfa626b24 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b29cf42c0ab54830964b0a37d4532280&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0510786 Nov 16 22:00:15.931898 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 49106) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 22:00:15.957350 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e4b421-6660-42c5-9d12-24830cc50e75 None None] Pushing event updated for resources: {'Port': ['ID=5c79622c-03e1-4bf2-92db-4aca731c23a8,revision_number=4']} {{(pid=86866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:00:15.960702 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG oslo_concurrency.lockutils [None req-49e4b421-6660-42c5-9d12-24830cc50e75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 22:00:15.982842 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0535e29c-45d1-4735-9257-a582d218518c None None] Routers {'adccc102-1e3b-4e20-9d87-de404b0b9a01'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 22:00:15.983470 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_hamode_db [None req-0535e29c-45d1-4735-9257-a582d218518c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T21:59:57Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['adccc102-1e3b-4e20-9d87-de404b0b9a01'], 'active': True} {{(pid=86866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:00:15.999463 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-f6e02dc7-56f4-4a16-9990-825fc7b16b51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:16.037989 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-f6e02dc7-56f4-4a16-9990-825fc7b16b51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:16.105368 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device 5c79622c-03e1-4bf2-92db-4aca731c23a8 up at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 22:00:16.120589 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-f6e02dc7-56f4-4a16-9990-825fc7b16b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:16.132984 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-5915999b-e4c9-458b-bad4-81f2902150e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 22:00:16.149060 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e02dc7-56f4-4a16-9990-825fc7b16b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0b98a9-e431-449a-8173-fb004c6e0d1e,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:00:16.157171 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-f6e02dc7-56f4-4a16-9990-825fc7b16b51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 22:00:16.163173 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-f6e02dc7-56f4-4a16-9990-825fc7b16b51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:16.167250 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-f6e02dc7-56f4-4a16-9990-825fc7b16b51 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5e0b98a9-e431-449a-8173-fb004c6e0d1e HTTP/1.1" status: 204 len: 168 time: 0.2342243 Nov 16 22:00:16.205882 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_dvr_db [None req-0535e29c-45d1-4735-9257-a582d218518c None None] Set router adccc102-1e3b-4e20-9d87-de404b0b9a01 gateway port host: dv-cinder-818140-1-smb {{(pid=86866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 22:00:16.208935 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning for port 5c79622c-03e1-4bf2-92db-4aca731c23a8 completed by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:00:16.215736 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning complete for port 5c79622c-03e1-4bf2-92db-4aca731c23a8 triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:00:16.216113 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:16.349488 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-60df44c0-746f-4d7a-853c-bb12f6c86dc7 None None] Provisioning complete for port 5c79622c-03e1-4bf2-92db-4aca731c23a8 triggered by entity DHCP. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:00:16.350116 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-60df44c0-746f-4d7a-853c-bb12f6c86dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:16.385471 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:16.464624 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] For port 5c79622c-03e1-4bf2-92db-4aca731c23a8, host dv-cinder-818140-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=5c79622c-03e1-4bf2-92db-4aca731c23a8,segment=NetworkSegment(9263a306-034e-4b10-bf77-f4acd2bbee61),segment_id=9263a306-034e-4b10-bf77-f4acd2bbee61)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 22:00:16.471116 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:16.473898 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 22:00:16.603150 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_hamode_db [None req-0535e29c-45d1-4735-9257-a582d218518c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adccc102-1e3b-4e20-9d87-de404b0b9a01', 'name': 'tempest-TestShelveInstance-816533002-router', 'tenant_id': '73fb424bca6a41d896dbdee5b8a3ce1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.11'}], 'enable_snat': True}, 'gw_port_id': 'f5951a3a-bebd-4506-a7e8-75204756fbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:00:05Z', 'updated_at': '2021-11-16T22:00:09Z', 'revision_number': 4, 'project_id': '73fb424bca6a41d896dbdee5b8a3ce1f', 'gw_port': {'id': 'f5951a3a-bebd-4506-a7e8-75204756fbc1', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adccc102-1e3b-4e20-9d87-de404b0b9a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:00:06Z', 'updated_at': '2021-11-16T22:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb', '_interfaces': [{'id': '5c79622c-03e1-4bf2-92db-4aca731c23a8', 'name': '', 'network_id': '3d7d5abe-972b-4bb7-8664-76b3e3514017', 'tenant_id': '73fb424bca6a41d896dbdee5b8a3ce1f', 'mac_address': 'fa:16:3e:b3:a4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adccc102-1e3b-4e20-9d87-de404b0b9a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '2a236977-c35c-4c62-b9ea-e155e650cc2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:00:09Z', 'updated_at': '2021-11-16T22:00:15Z', 'revision_number': 4, 'project_id': '73fb424bca6a41d896dbdee5b8a3ce1f', 'subnets': [{'id': '2a236977-c35c-4c62-b9ea-e155e650cc2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:00:16.604950 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Pushing event updated for resources: {'Port': ['ID=5c79622c-03e1-4bf2-92db-4aca731c23a8,revision_number=5']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:00:16.607536 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0535e29c-45d1-4735-9257-a582d218518c None None] The sync data for ids ['adccc102-1e3b-4e20-9d87-de404b0b9a01'] in dv-cinder-818140-1-smb is: [{'id': 'adccc102-1e3b-4e20-9d87-de404b0b9a01', 'name': 'tempest-TestShelveInstance-816533002-router', 'tenant_id': '73fb424bca6a41d896dbdee5b8a3ce1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.11'}], 'enable_snat': True}, 'gw_port_id': 'f5951a3a-bebd-4506-a7e8-75204756fbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:00:05Z', 'updated_at': '2021-11-16T22:00:09Z', 'revision_number': 4, 'project_id': '73fb424bca6a41d896dbdee5b8a3ce1f', 'gw_port': {'id': 'f5951a3a-bebd-4506-a7e8-75204756fbc1', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adccc102-1e3b-4e20-9d87-de404b0b9a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:00:06Z', 'updated_at': '2021-11-16T22:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb', '_interfaces': [{'id': '5c79622c-03e1-4bf2-92db-4aca731c23a8', 'name': '', 'network_id': '3d7d5abe-972b-4bb7-8664-76b3e3514017', 'tenant_id': '73fb424bca6a41d896dbdee5b8a3ce1f', 'mac_address': 'fa:16:3e:b3:a4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adccc102-1e3b-4e20-9d87-de404b0b9a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '2a236977-c35c-4c62-b9ea-e155e650cc2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:00:09Z', 'updated_at': '2021-11-16T22:00:15Z', 'revision_number': 4, 'project_id': '73fb424bca6a41d896dbdee5b8a3ce1f', 'subnets': [{'id': '2a236977-c35c-4c62-b9ea-e155e650cc2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:00:16.607764 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 22:00:18.066742 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device 5c79622c-03e1-4bf2-92db-4aca731c23a8 up at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 22:00:18.136274 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Provisioning complete for port 5c79622c-03e1-4bf2-92db-4aca731c23a8 triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:00:18.136646 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:24.713959 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-662a1c53-db01-4050-b5eb-84fdf528399e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:25.268058 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:27.461181 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-1860c11d-be69-4080-bef3-2a53222ca46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:28.627889 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-3e9ccc3b-2a5b-4960-b545-43ab896bfedd req-5953612c-dcfb-4359-87fe-a920b01daa03 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Synchronizing usage tracker for tenant:5ca92c45526f456f924dde7e783bf196 on resource:security_group {{(pid=86863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 22:00:28.640660 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-94ae2c1a-1f16-4ed2-be66-e1a93ab74dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:28.644565 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-3e9ccc3b-2a5b-4960-b545-43ab896bfedd req-5953612c-dcfb-4359-87fe-a920b01daa03 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Unset dirty status for tenant:5ca92c45526f456f924dde7e783bf196 on resource:security_group {{(pid=86863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 22:00:28.645705 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-3e9ccc3b-2a5b-4960-b545-43ab896bfedd req-5953612c-dcfb-4359-87fe-a920b01daa03 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1623346742&fields=id&tenant_id=5ca92c45526f456f924dde7e783bf196 HTTP/1.1" status: 200 len: 267 time: 0.0581346 Nov 16 22:00:28.792916 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ccc3b-2a5b-4960-b545-43ab896bfedd req-8bd0d19b-adcc-418f-a267-15b236eedbc4 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:28.794381 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-3e9ccc3b-2a5b-4960-b545-43ab896bfedd req-8bd0d19b-adcc-418f-a267-15b236eedbc4 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/networks?id=75553624-bf07-4abc-a9eb-cda4ea48d8c1 HTTP/1.1" status: 200 len: 809 time: 0.1421614 Nov 16 22:00:28.809174 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-3e9ccc3b-2a5b-4960-b545-43ab896bfedd req-3e1bc664-3aac-4581-806f-508c9e936db1 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/quotas/5ca92c45526f456f924dde7e783bf196 HTTP/1.1" status: 200 len: 375 time: 0.0087631 Nov 16 22:00:28.895265 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-3e9ccc3b-2a5b-4960-b545-43ab896bfedd req-a17e8cef-2225-47aa-a82a-19886177999e tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Synchronizing usage tracker for tenant:5ca92c45526f456f924dde7e783bf196 on resource:port {{(pid=86863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 22:00:28.911514 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-3e9ccc3b-2a5b-4960-b545-43ab896bfedd req-a17e8cef-2225-47aa-a82a-19886177999e tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Unset dirty status for tenant:5ca92c45526f456f924dde7e783bf196 on resource:port {{(pid=86863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 22:00:28.914516 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-3e9ccc3b-2a5b-4960-b545-43ab896bfedd req-a17e8cef-2225-47aa-a82a-19886177999e tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5ca92c45526f456f924dde7e783bf196&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1006267 Nov 16 22:00:29.132158 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-3e9ccc3b-2a5b-4960-b545-43ab896bfedd req-742c22e6-ca1a-462a-8c24-c4b94a9e297b service neutron] 10.222.0.50 "GET /v2.0/networks/75553624-bf07-4abc-a9eb-cda4ea48d8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056899 Nov 16 22:00:29.264453 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-3e9ccc3b-2a5b-4960-b545-43ab896bfedd req-f190c0cb-eea8-4409-91c4-2e453ff60330 service neutron] 10.222.0.50 "GET /v2.0/networks/75553624-bf07-4abc-a9eb-cda4ea48d8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266305 Nov 16 22:00:29.671784 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-bf619dc9-37b1-4173-8613-8f59da059cb3 req-57d556b9-81a3-43e0-a23b-356e647cf1df tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a1400ab-f701-4e22-808f-7367ab111edf HTTP/1.1" status: 200 len: 210 time: 0.0474429 Nov 16 22:00:29.934204 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-941145a6-33c9-4841-86a3-a7e018513e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:30.826223 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-d45354b1-e0e0-4e6c-bac8-83f60e732733 req-5260bf26-9533-4907-8002-fb6e0d24df74 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a1400ab-f701-4e22-808f-7367ab111edf HTTP/1.1" status: 200 len: 210 time: 0.0447950 Nov 16 22:00:30.837567 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ccc3b-2a5b-4960-b545-43ab896bfedd req-f16eb925-ed24-450b-b27b-69e2a1de7988 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:30.838277 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [req-3e9ccc3b-2a5b-4960-b545-43ab896bfedd req-f16eb925-ed24-450b-b27b-69e2a1de7988 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Synchronizing usage tracker for tenant:5ca92c45526f456f924dde7e783bf196 on resource:network {{(pid=86864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 22:00:30.851879 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:30.856695 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [req-3e9ccc3b-2a5b-4960-b545-43ab896bfedd req-f16eb925-ed24-450b-b27b-69e2a1de7988 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Unset dirty status for tenant:5ca92c45526f456f924dde7e783bf196 on resource:network {{(pid=86864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 22:00:30.857893 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-3e9ccc3b-2a5b-4960-b545-43ab896bfedd req-f16eb925-ed24-450b-b27b-69e2a1de7988 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.60 "GET /v2.0/networks?id=75553624-bf07-4abc-a9eb-cda4ea48d8c1 HTTP/1.1" status: 200 len: 809 time: 0.1816523 Nov 16 22:00:30.913190 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [req-3e9ccc3b-2a5b-4960-b545-43ab896bfedd req-5c43f58f-0c28-4a52-8cf9-a00b8a193d92 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Synchronizing usage tracker for tenant:5ca92c45526f456f924dde7e783bf196 on resource:security_group {{(pid=86864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 22:00:30.926225 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [req-3e9ccc3b-2a5b-4960-b545-43ab896bfedd req-5c43f58f-0c28-4a52-8cf9-a00b8a193d92 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Unset dirty status for tenant:5ca92c45526f456f924dde7e783bf196 on resource:security_group {{(pid=86864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 22:00:30.927329 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-3e9ccc3b-2a5b-4960-b545-43ab896bfedd req-5c43f58f-0c28-4a52-8cf9-a00b8a193d92 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ca92c45526f456f924dde7e783bf196 HTTP/1.1" status: 200 len: 380 time: 0.0564644 Nov 16 22:00:30.936497 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.v2.base [req-3e9ccc3b-2a5b-4960-b545-43ab896bfedd req-83f672c3-ade4-4118-8e07-060c174bdf13 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Request body: {'port': {'device_id': '7a1400ab-f701-4e22-808f-7367ab111edf', 'network_id': '75553624-bf07-4abc-a9eb-cda4ea48d8c1', 'admin_state_up': True, 'tenant_id': '5ca92c45526f456f924dde7e783bf196', 'security_groups': ['f98b3214-0e40-4070-b09a-ff70e7292638']}} {{(pid=86864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:00:31.074545 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [req-3e9ccc3b-2a5b-4960-b545-43ab896bfedd req-83f672c3-ade4-4118-8e07-060c174bdf13 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 22:00:31.083928 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.quota.driver [req-3e9ccc3b-2a5b-4960-b545-43ab896bfedd req-83f672c3-ade4-4118-8e07-060c174bdf13 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 22:00:31.092955 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e9ccc3b-2a5b-4960-b545-43ab896bfedd req-83f672c3-ade4-4118-8e07-060c174bdf13 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Made reservation on behalf of 5ca92c45526f456f924dde7e783bf196 for: {'port': 1} {{(pid=86864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:00:31.097130 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [req-3e9ccc3b-2a5b-4960-b545-43ab896bfedd req-83f672c3-ade4-4118-8e07-060c174bdf13 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:31.264281 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.db_base_plugin_common [req-3e9ccc3b-2a5b-4960-b545-43ab896bfedd req-83f672c3-ade4-4118-8e07-060c174bdf13 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Allocated IP 172.20.0.13 (75553624-bf07-4abc-a9eb-cda4ea48d8c1/8cf83365-9eaa-442f-82aa-88d0cb4dc8a6/e9d1c46b-11b8-4507-8324-2c5e9bb8033e) {{(pid=86864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:00:31.457432 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [req-3e9ccc3b-2a5b-4960-b545-43ab896bfedd req-83f672c3-ade4-4118-8e07-060c174bdf13 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Notify callbacks [] for port, precommit_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:31.474797 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.provisioning_blocks [req-3e9ccc3b-2a5b-4960-b545-43ab896bfedd req-83f672c3-ade4-4118-8e07-060c174bdf13 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Transition to ACTIVE for port object e9d1c46b-11b8-4507-8324-2c5e9bb8033e will not be triggered until provisioned by entity DHCP. {{(pid=86864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:00:31.500552 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [req-3e9ccc3b-2a5b-4960-b545-43ab896bfedd req-83f672c3-ade4-4118-8e07-060c174bdf13 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790568269105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3119288'] for port, after_create {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:31.506028 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 22:00:31.572919 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e9ccc3b-2a5b-4960-b545-43ab896bfedd req-83f672c3-ade4-4118-8e07-060c174bdf13 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Network 75553624-bf07-4abc-a9eb-cda4ea48d8c1 is already hosted by enough agents. {{(pid=86864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:00:31.576095 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.base_scheduler [req-3e9ccc3b-2a5b-4960-b545-43ab896bfedd req-83f672c3-ade4-4118-8e07-060c174bdf13 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Resources bound (agent type, host, resource id): {{(pid=86864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:00:31.580727 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e9ccc3b-2a5b-4960-b545-43ab896bfedd req-83f672c3-ade4-4118-8e07-060c174bdf13 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Received port after_create {{(pid=86864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 16 22:00:31.614327 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f672c3-ade4-4118-8e07-060c174bdf13 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Pushing event updated for resources: {'Port': ['ID=e9d1c46b-11b8-4507-8324-2c5e9bb8033e,revision_number=1']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:00:31.620873 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-83f672c3-ade4-4118-8e07-060c174bdf13 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 22:00:31.651984 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ccc3b-2a5b-4960-b545-43ab896bfedd req-83f672c3-ade4-4118-8e07-060c174bdf13 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:31.652700 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [req-3e9ccc3b-2a5b-4960-b545-43ab896bfedd req-83f672c3-ade4-4118-8e07-060c174bdf13 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for port, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:31.679285 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-3e9ccc3b-2a5b-4960-b545-43ab896bfedd req-83f672c3-ade4-4118-8e07-060c174bdf13 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7463834 Nov 16 22:00:31.694935 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.v2.base [req-3e9ccc3b-2a5b-4960-b545-43ab896bfedd req-ba528195-0c36-4817-b8bc-bf4d7dd28ace service neutron] Request body: {'port': {'device_id': '7a1400ab-f701-4e22-808f-7367ab111edf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81814'}} {{(pid=86864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:00:31.807305 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b712c4df-411c-4aa2-80fc-53ba90efcc0e None None] Provisioning for port e9d1c46b-11b8-4507-8324-2c5e9bb8033e completed by entity DHCP. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:00:31.810688 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [req-3e9ccc3b-2a5b-4960-b545-43ab896bfedd req-ba528195-0c36-4817-b8bc-bf4d7dd28ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:31.811924 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-b712c4df-411c-4aa2-80fc-53ba90efcc0e None None] Provisioning complete for port e9d1c46b-11b8-4507-8324-2c5e9bb8033e triggered by entity DHCP. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:00:31.812350 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b712c4df-411c-4aa2-80fc-53ba90efcc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:31.866899 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-b712c4df-411c-4aa2-80fc-53ba90efcc0e None None] Port e9d1c46b-11b8-4507-8324-2c5e9bb8033e cannot update to ACTIVE because it is not bound. {{(pid=86865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 16 22:00:32.233560 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaee079-e891-49e6-b801-c9379b39c469 req-71705de4-b9bb-4fc6-9954-cdfaf5108f64 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:32.234273 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [req-eeaee079-e891-49e6-b801-c9379b39c469 req-71705de4-b9bb-4fc6-9954-cdfaf5108f64 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Synchronizing usage tracker for tenant:5ca92c45526f456f924dde7e783bf196 on resource:port {{(pid=86864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 22:00:32.270352 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.quota.resource [req-eeaee079-e891-49e6-b801-c9379b39c469 req-71705de4-b9bb-4fc6-9954-cdfaf5108f64 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Unset dirty status for tenant:5ca92c45526f456f924dde7e783bf196 on resource:port {{(pid=86864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 22:00:32.271518 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-eeaee079-e891-49e6-b801-c9379b39c469 req-71705de4-b9bb-4fc6-9954-cdfaf5108f64 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a1400ab-f701-4e22-808f-7367ab111edf HTTP/1.1" status: 200 len: 932 time: 0.3152843 Nov 16 22:00:32.374207 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.notifiers.nova [req-3e9ccc3b-2a5b-4960-b545-43ab896bfedd req-ba528195-0c36-4817-b8bc-bf4d7dd28ace service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9d1c46b-11b8-4507-8324-2c5e9bb8033e {{(pid=86864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:00:32.385410 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-eeaee079-e891-49e6-b801-c9379b39c469 req-30e2b64b-4775-4fe9-8a18-aaa78852e2b7 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/security-groups?id=f98b3214-0e40-4070-b09a-ff70e7292638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998149 Nov 16 22:00:32.386973 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [req-3e9ccc3b-2a5b-4960-b545-43ab896bfedd req-ba528195-0c36-4817-b8bc-bf4d7dd28ace service neutron] Notify callbacks [] for port, precommit_update {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:32.402140 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.provisioning_blocks [req-3e9ccc3b-2a5b-4960-b545-43ab896bfedd req-ba528195-0c36-4817-b8bc-bf4d7dd28ace service neutron] Transition to ACTIVE for port object e9d1c46b-11b8-4507-8324-2c5e9bb8033e will not be triggered until provisioned by entity L2. {{(pid=86864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:00:32.406155 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [req-3e9ccc3b-2a5b-4960-b545-43ab896bfedd req-ba528195-0c36-4817-b8bc-bf4d7dd28ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3119265'] for port, after_update {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:32.410707 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-baf44663-5e7e-4442-ba4a-fe09a6028cde tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 22:00:32.558015 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba528195-0c36-4817-b8bc-bf4d7dd28ace service neutron] Pushing event updated for resources: {'Port': ['ID=e9d1c46b-11b8-4507-8324-2c5e9bb8033e,revision_number=2']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:00:32.566292 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-ba528195-0c36-4817-b8bc-bf4d7dd28ace service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 22:00:32.641488 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.managers [req-3e9ccc3b-2a5b-4960-b545-43ab896bfedd req-ba528195-0c36-4817-b8bc-bf4d7dd28ace service neutron] Attempting to bind port e9d1c46b-11b8-4507-8324-2c5e9bb8033e on host hv-cinder-81814 for vnic_type normal with profile {{(pid=86864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 22:00:32.643026 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.managers [req-3e9ccc3b-2a5b-4960-b545-43ab896bfedd req-ba528195-0c36-4817-b8bc-bf4d7dd28ace service neutron] Attempting to bind port e9d1c46b-11b8-4507-8324-2c5e9bb8033e by drivers openvswitch,hyperv on host hv-cinder-81814 at level 0 using segments [{'id': '9055e2df-36af-46b1-b494-f1c7d8f9006d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '75553624-bf07-4abc-a9eb-cda4ea48d8c1'}] {{(pid=86864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 22:00:32.643179 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9ccc3b-2a5b-4960-b545-43ab896bfedd req-ba528195-0c36-4817-b8bc-bf4d7dd28ace service neutron] Attempting to bind port e9d1c46b-11b8-4507-8324-2c5e9bb8033e on network 75553624-bf07-4abc-a9eb-cda4ea48d8c1 {{(pid=86864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 16 22:00:32.647887 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9ccc3b-2a5b-4960-b545-43ab896bfedd req-ba528195-0c36-4817-b8bc-bf4d7dd28ace service neutron] Port e9d1c46b-11b8-4507-8324-2c5e9bb8033e on network 75553624-bf07-4abc-a9eb-cda4ea48d8c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81814 {{(pid=86864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 16 22:00:32.648203 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9ccc3b-2a5b-4960-b545-43ab896bfedd req-ba528195-0c36-4817-b8bc-bf4d7dd28ace service neutron] Attempting to bind port e9d1c46b-11b8-4507-8324-2c5e9bb8033e on network 75553624-bf07-4abc-a9eb-cda4ea48d8c1 {{(pid=86864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 16 22:00:32.653281 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9ccc3b-2a5b-4960-b545-43ab896bfedd req-ba528195-0c36-4817-b8bc-bf4d7dd28ace service neutron] Checking agent: {'id': '426a5c9b-164f-481a-ad6e-a795536ce9ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81814', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 49, 31), 'started_at': datetime.datetime(2021, 11, 16, 21, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 16 22:00:32.653614 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9ccc3b-2a5b-4960-b545-43ab896bfedd req-ba528195-0c36-4817-b8bc-bf4d7dd28ace service neutron] Checking segment: {'id': '9055e2df-36af-46b1-b494-f1c7d8f9006d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '75553624-bf07-4abc-a9eb-cda4ea48d8c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 16 22:00:32.653994 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9ccc3b-2a5b-4960-b545-43ab896bfedd req-ba528195-0c36-4817-b8bc-bf4d7dd28ace service neutron] Bound using segment: {'id': '9055e2df-36af-46b1-b494-f1c7d8f9006d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '75553624-bf07-4abc-a9eb-cda4ea48d8c1'} {{(pid=86864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 16 22:00:32.654456 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.managers [req-3e9ccc3b-2a5b-4960-b545-43ab896bfedd req-ba528195-0c36-4817-b8bc-bf4d7dd28ace service neutron] Bound port: e9d1c46b-11b8-4507-8324-2c5e9bb8033e, host: hv-cinder-81814, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9055e2df-36af-46b1-b494-f1c7d8f9006d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '75553624-bf07-4abc-a9eb-cda4ea48d8c1'}}] {{(pid=86864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 22:00:32.654806 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [req-3e9ccc3b-2a5b-4960-b545-43ab896bfedd req-ba528195-0c36-4817-b8bc-bf4d7dd28ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:32.742531 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.db [req-3e9ccc3b-2a5b-4960-b545-43ab896bfedd req-ba528195-0c36-4817-b8bc-bf4d7dd28ace service neutron] For port e9d1c46b-11b8-4507-8324-2c5e9bb8033e, host hv-cinder-81814, cleared binding levels {{(pid=86864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 16 22:00:32.745355 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.db [req-3e9ccc3b-2a5b-4960-b545-43ab896bfedd req-ba528195-0c36-4817-b8bc-bf4d7dd28ace service neutron] For port e9d1c46b-11b8-4507-8324-2c5e9bb8033e, host hv-cinder-81814, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=e9d1c46b-11b8-4507-8324-2c5e9bb8033e,segment=NetworkSegment(9055e2df-36af-46b1-b494-f1c7d8f9006d),segment_id=9055e2df-36af-46b1-b494-f1c7d8f9006d)] {{(pid=86864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 16 22:00:32.749772 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [req-3e9ccc3b-2a5b-4960-b545-43ab896bfedd req-ba528195-0c36-4817-b8bc-bf4d7dd28ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3119265'] for port, after_update {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:32.754121 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-ac3433eb-8788-4323-8358-2c96502c21c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 22:00:32.812737 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ccc3b-2a5b-4960-b545-43ab896bfedd req-ba528195-0c36-4817-b8bc-bf4d7dd28ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:32.813356 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [req-3e9ccc3b-2a5b-4960-b545-43ab896bfedd req-ba528195-0c36-4817-b8bc-bf4d7dd28ace service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for port, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:32.815105 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-3e9ccc3b-2a5b-4960-b545-43ab896bfedd req-ba528195-0c36-4817-b8bc-bf4d7dd28ace service neutron] 10.222.0.60 "PUT /v2.0/ports/e9d1c46b-11b8-4507-8324-2c5e9bb8033e HTTP/1.1" status: 200 len: 1094 time: 1.1244419 Nov 16 22:00:32.815629 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a1400ab-f701-4e22-808f-7367ab111edf', 'tag': 'e9d1c46b-11b8-4507-8324-2c5e9bb8033e'}] {{(pid=86864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:00:32.843846 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba528195-0c36-4817-b8bc-bf4d7dd28ace service neutron] Pushing event updated for resources: {'Port': ['ID=e9d1c46b-11b8-4507-8324-2c5e9bb8033e,revision_number=3']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:00:32.856234 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-ba528195-0c36-4817-b8bc-bf4d7dd28ace service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 22:00:32.862251 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a1400ab-f701-4e22-808f-7367ab111edf', 'tag': 'e9d1c46b-11b8-4507-8324-2c5e9bb8033e', 'status': 'completed', 'code': 200} Nov 16 22:00:32.940338 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ccc3b-2a5b-4960-b545-43ab896bfedd req-9cfbd609-483f-4360-a7b2-0beef2a95dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:32.941830 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-3e9ccc3b-2a5b-4960-b545-43ab896bfedd req-9cfbd609-483f-4360-a7b2-0beef2a95dcf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5ca92c45526f456f924dde7e783bf196&device_id=7a1400ab-f701-4e22-808f-7367ab111edf HTTP/1.1" status: 200 len: 1097 time: 0.0753994 Nov 16 22:00:33.019459 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-3e9ccc3b-2a5b-4960-b545-43ab896bfedd req-6558c29f-38ed-46c6-b1cf-e9c84fb54ef6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9d1c46b-11b8-4507-8324-2c5e9bb8033e HTTP/1.1" status: 200 len: 217 time: 0.0658789 Nov 16 22:00:33.084769 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ccc3b-2a5b-4960-b545-43ab896bfedd req-5fb4c612-af8f-4d83-8dbe-2e9acfa6b05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:33.086040 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-3e9ccc3b-2a5b-4960-b545-43ab896bfedd req-5fb4c612-af8f-4d83-8dbe-2e9acfa6b05f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8cf83365-9eaa-442f-82aa-88d0cb4dc8a6 HTTP/1.1" status: 200 len: 848 time: 0.0569425 Nov 16 22:00:33.167297 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ccc3b-2a5b-4960-b545-43ab896bfedd req-8e3801e3-f4a9-4a20-8f3e-9ce381e7654a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:33.168729 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-3e9ccc3b-2a5b-4960-b545-43ab896bfedd req-8e3801e3-f4a9-4a20-8f3e-9ce381e7654a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=75553624-bf07-4abc-a9eb-cda4ea48d8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0721054 Nov 16 22:00:33.304667 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-3e9ccc3b-2a5b-4960-b545-43ab896bfedd req-e84ced96-3722-445e-8e42-ff9749dbb0f8 service neutron] 10.222.0.60 "GET /v2.0/networks/75553624-bf07-4abc-a9eb-cda4ea48d8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249955 Nov 16 22:00:33.445340 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-3e9ccc3b-2a5b-4960-b545-43ab896bfedd req-8193ae21-701a-4434-a298-d3388f49e81b service neutron] 10.222.0.60 "GET /v2.0/networks/75553624-bf07-4abc-a9eb-cda4ea48d8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243653 Nov 16 22:00:33.626846 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0aefdb-70b5-41f5-b118-5902f120f500 req-1d6341e0-e9d2-405f-86b4-4f51ae314238 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:33.628293 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-0c0aefdb-70b5-41f5-b118-5902f120f500 req-1d6341e0-e9d2-405f-86b4-4f51ae314238 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a1400ab-f701-4e22-808f-7367ab111edf HTTP/1.1" status: 200 len: 944 time: 0.1386597 Nov 16 22:00:33.630211 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab514c8-2c6e-4376-a93b-64ef52b5090b req-8cbd2c7c-f525-47b0-91f4-ab4cd950ecf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:33.631512 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-7ab514c8-2c6e-4376-a93b-64ef52b5090b req-8cbd2c7c-f525-47b0-91f4-ab4cd950ecf8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5ca92c45526f456f924dde7e783bf196&device_id=7a1400ab-f701-4e22-808f-7367ab111edf HTTP/1.1" status: 200 len: 1097 time: 0.1064460 Nov 16 22:00:33.851490 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-0c0aefdb-70b5-41f5-b118-5902f120f500 req-e650c8d7-a495-4a5d-ba7f-fba1e48ab1e0 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/security-groups?id=f98b3214-0e40-4070-b09a-ff70e7292638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2176461 Nov 16 22:00:33.896929 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab514c8-2c6e-4376-a93b-64ef52b5090b req-e0082ce3-9834-4624-b362-ef0390662caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:33.898744 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-7ab514c8-2c6e-4376-a93b-64ef52b5090b req-e0082ce3-9834-4624-b362-ef0390662caa service neutron] 10.222.0.60 "GET /v2.0/networks?id=75553624-bf07-4abc-a9eb-cda4ea48d8c1 HTTP/1.1" status: 200 len: 910 time: 0.2519324 Nov 16 22:00:33.971548 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-7ab514c8-2c6e-4376-a93b-64ef52b5090b req-09f59cf4-7231-4453-b48f-e407220cd67b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9d1c46b-11b8-4507-8324-2c5e9bb8033e HTTP/1.1" status: 200 len: 217 time: 0.0651281 Nov 16 22:00:34.038725 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab514c8-2c6e-4376-a93b-64ef52b5090b req-972e202d-86ac-4706-b63b-ba22854f3ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:34.040142 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-7ab514c8-2c6e-4376-a93b-64ef52b5090b req-972e202d-86ac-4706-b63b-ba22854f3ae2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8cf83365-9eaa-442f-82aa-88d0cb4dc8a6 HTTP/1.1" status: 200 len: 848 time: 0.0606132 Nov 16 22:00:34.114118 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab514c8-2c6e-4376-a93b-64ef52b5090b req-59717265-a81a-4051-a7fe-8f1e292509f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:34.115443 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-7ab514c8-2c6e-4376-a93b-64ef52b5090b req-59717265-a81a-4051-a7fe-8f1e292509f3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=75553624-bf07-4abc-a9eb-cda4ea48d8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0683057 Nov 16 22:00:34.255693 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-7ab514c8-2c6e-4376-a93b-64ef52b5090b req-3ec4c4f4-0c48-4f2f-a5ff-9f6886669f47 service neutron] 10.222.0.60 "GET /v2.0/networks/75553624-bf07-4abc-a9eb-cda4ea48d8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328015 Nov 16 22:00:34.387842 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-7ab514c8-2c6e-4376-a93b-64ef52b5090b req-95b0436a-30eb-4b7e-b265-b9ee7d7c0206 service neutron] 10.222.0.60 "GET /v2.0/networks/75553624-bf07-4abc-a9eb-cda4ea48d8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249857 Nov 16 22:00:35.035556 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4802e-0899-4e6f-9e3e-a93f8f384bb3 req-9ccf7a8b-f1ca-4313-87b1-225ad9bc10ca tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:35.036993 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-ede4802e-0899-4e6f-9e3e-a93f8f384bb3 req-9ccf7a8b-f1ca-4313-87b1-225ad9bc10ca tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a1400ab-f701-4e22-808f-7367ab111edf HTTP/1.1" status: 200 len: 944 time: 0.0799885 Nov 16 22:00:35.084012 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-ede4802e-0899-4e6f-9e3e-a93f8f384bb3 req-242b0229-b548-4732-b09f-c8c532cc2321 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/security-groups?id=f98b3214-0e40-4070-b09a-ff70e7292638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414333 Nov 16 22:00:35.926391 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device e9d1c46b-11b8-4507-8324-2c5e9bb8033e details requested by agent hyperv_hv-cinder-81814 with host hv-cinder-81814 {{(pid=86865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 16 22:00:36.060186 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port e9d1c46b-11b8-4507-8324-2c5e9bb8033e, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=e9d1c46b-11b8-4507-8324-2c5e9bb8033e,segment=NetworkSegment(9055e2df-36af-46b1-b494-f1c7d8f9006d),segment_id=9055e2df-36af-46b1-b494-f1c7d8f9006d)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 22:00:36.073134 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Returning: {'device': 'e9d1c46b-11b8-4507-8324-2c5e9bb8033e', 'network_id': '75553624-bf07-4abc-a9eb-cda4ea48d8c1', 'port_id': 'e9d1c46b-11b8-4507-8324-2c5e9bb8033e', 'mac_address': 'fa:16:3e:c1:16:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cf83365-9eaa-442f-82aa-88d0cb4dc8a6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 16 22:00:36.126861 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:36.145049 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.notifiers.nova [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9d1c46b-11b8-4507-8324-2c5e9bb8033e {{(pid=86865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:00:36.160906 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port e9d1c46b-11b8-4507-8324-2c5e9bb8033e, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=e9d1c46b-11b8-4507-8324-2c5e9bb8033e,segment=NetworkSegment(9055e2df-36af-46b1-b494-f1c7d8f9006d),segment_id=9055e2df-36af-46b1-b494-f1c7d8f9006d)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 22:00:36.165025 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:36.166754 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 22:00:36.234150 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Pushing event updated for resources: {'Port': ['ID=e9d1c46b-11b8-4507-8324-2c5e9bb8033e,revision_number=4']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:00:36.237165 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 22:00:36.275355 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041be45d-3080-4821-83de-978f49eca62a req-d2b33a6e-4f28-4cc7-9c3a-96124941f3fb tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:36.276801 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-041be45d-3080-4821-83de-978f49eca62a req-d2b33a6e-4f28-4cc7-9c3a-96124941f3fb tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a1400ab-f701-4e22-808f-7367ab111edf HTTP/1.1" status: 200 len: 945 time: 0.0862985 Nov 16 22:00:36.319974 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-041be45d-3080-4821-83de-978f49eca62a req-7fd86297-76a7-4a39-941e-0c6ce8476a35 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/security-groups?id=f98b3214-0e40-4070-b09a-ff70e7292638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376670 Nov 16 22:00:36.432851 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] get_ports_and_sgs() called for port_ids ['e9d1c46b-11b8-4507-8324-2c5e9bb8033e'] {{(pid=86865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 16 22:00:37.500835 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4acbd18-158d-4bd3-85a1-670e9c9188fe req-ce02340e-4140-45ad-adae-1588e0cbd23b tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:37.502294 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-a4acbd18-158d-4bd3-85a1-670e9c9188fe req-ce02340e-4140-45ad-adae-1588e0cbd23b tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a1400ab-f701-4e22-808f-7367ab111edf HTTP/1.1" status: 200 len: 945 time: 0.0793324 Nov 16 22:00:37.548157 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-a4acbd18-158d-4bd3-85a1-670e9c9188fe req-827a01e8-2c9d-4a26-b220-2207085952a2 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/security-groups?id=f98b3214-0e40-4070-b09a-ff70e7292638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402358 Nov 16 22:00:37.927800 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device e9d1c46b-11b8-4507-8324-2c5e9bb8033e up at agent hyperv_hv-cinder-81814 {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 22:00:37.995274 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Provisioning for port e9d1c46b-11b8-4507-8324-2c5e9bb8033e completed by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:00:38.000005 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Provisioning complete for port e9d1c46b-11b8-4507-8324-2c5e9bb8033e triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:00:38.000404 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:38.157047 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:38.185151 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a1400ab-f701-4e22-808f-7367ab111edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d1c46b-11b8-4507-8324-2c5e9bb8033e'}] {{(pid=86865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:00:38.196038 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port e9d1c46b-11b8-4507-8324-2c5e9bb8033e, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=e9d1c46b-11b8-4507-8324-2c5e9bb8033e,segment=NetworkSegment(9055e2df-36af-46b1-b494-f1c7d8f9006d),segment_id=9055e2df-36af-46b1-b494-f1c7d8f9006d)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 22:00:38.199652 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:38.201568 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 22:00:38.233699 dv-cinder-818140-1-smb neutron-server[86865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a1400ab-f701-4e22-808f-7367ab111edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d1c46b-11b8-4507-8324-2c5e9bb8033e', 'code': 200} Nov 16 22:00:38.277916 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Pushing event updated for resources: {'Port': ['ID=e9d1c46b-11b8-4507-8324-2c5e9bb8033e,revision_number=5']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:00:38.280936 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 22:00:38.560457 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267a726-f836-42a4-8d53-dfefb4e2d62c req-ef455828-7c3a-4401-8739-ef9723f235b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:38.561877 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-d267a726-f836-42a4-8d53-dfefb4e2d62c req-ef455828-7c3a-4401-8739-ef9723f235b1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7a1400ab-f701-4e22-808f-7367ab111edf HTTP/1.1" status: 200 len: 1099 time: 0.0690582 Nov 16 22:00:38.606561 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-d267a726-f836-42a4-8d53-dfefb4e2d62c req-d030c11d-79b0-4df9-983b-5cb5db4d1ad2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f98b3214-0e40-4070-b09a-ff70e7292638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344009 Nov 16 22:00:38.736220 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e59a7d-36c0-4657-bf60-d26f112d0555 req-6251b374-f698-4f52-b854-7b5282dc9cb6 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:38.737731 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-f2e59a7d-36c0-4657-bf60-d26f112d0555 req-6251b374-f698-4f52-b854-7b5282dc9cb6 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a1400ab-f701-4e22-808f-7367ab111edf HTTP/1.1" status: 200 len: 946 time: 0.0836790 Nov 16 22:00:38.780308 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-f2e59a7d-36c0-4657-bf60-d26f112d0555 req-3bce0255-ad52-43dc-ae41-484736ec2434 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/security-groups?id=f98b3214-0e40-4070-b09a-ff70e7292638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370646 Nov 16 22:00:39.974578 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840ab11-2aa8-4737-97f6-76add5357b01 req-d7c35d5a-2dc6-46c2-818b-42971b74b055 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:39.976847 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-1840ab11-2aa8-4737-97f6-76add5357b01 req-d7c35d5a-2dc6-46c2-818b-42971b74b055 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a1400ab-f701-4e22-808f-7367ab111edf HTTP/1.1" status: 200 len: 946 time: 0.0856950 Nov 16 22:00:40.022325 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-1840ab11-2aa8-4737-97f6-76add5357b01 req-59a6b581-f9fd-413c-a9d5-4259e2b80205 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/security-groups?id=f98b3214-0e40-4070-b09a-ff70e7292638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396740 Nov 16 22:00:40.203012 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd41a82-1be7-4f45-a297-8b79cc685b8d req-b22ab6ec-f178-48c6-bd1f-62363aca3015 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:40.204446 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-0bd41a82-1be7-4f45-a297-8b79cc685b8d req-b22ab6ec-f178-48c6-bd1f-62363aca3015 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a1400ab-f701-4e22-808f-7367ab111edf HTTP/1.1" status: 200 len: 946 time: 0.0790966 Nov 16 22:00:40.248453 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-0bd41a82-1be7-4f45-a297-8b79cc685b8d req-80660750-076b-4c9a-8717-13333f706575 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/security-groups?id=f98b3214-0e40-4070-b09a-ff70e7292638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378714 Nov 16 22:00:40.271493 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 49190) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 22:00:40.555593 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0f300f-e8fa-4ee6-b9c5-35c39241bf01 tempest-TestShelveInstance-1921785812 tempest-TestShelveInstance-1921785812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:40.556274 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-ed0f300f-e8fa-4ee6-b9c5-35c39241bf01 tempest-TestShelveInstance-1921785812 tempest-TestShelveInstance-1921785812-project-admin] Synchronizing usage tracker for tenant:73fb424bca6a41d896dbdee5b8a3ce1f on resource:port {{(pid=86863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 22:00:40.572078 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-ed0f300f-e8fa-4ee6-b9c5-35c39241bf01 tempest-TestShelveInstance-1921785812 tempest-TestShelveInstance-1921785812-project-admin] Unset dirty status for tenant:73fb424bca6a41d896dbdee5b8a3ce1f on resource:port {{(pid=86863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 22:00:40.573275 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-ed0f300f-e8fa-4ee6-b9c5-35c39241bf01 tempest-TestShelveInstance-1921785812 tempest-TestShelveInstance-1921785812-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7a1400ab-f701-4e22-808f-7367ab111edf HTTP/1.1" status: 200 len: 1094 time: 0.3008280 Nov 16 22:00:40.576367 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 49196) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 22:00:40.581827 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.v2.base [None req-43e7aa4a-972c-4289-8270-075e939a7730 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Request body: {'floatingip': {'floating_network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'port_id': 'e9d1c46b-11b8-4507-8324-2c5e9bb8033e', 'tenant_id': '5ca92c45526f456f924dde7e783bf196', 'fixed_ip_address': '172.20.0.13'}} {{(pid=86863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:00:40.587583 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-43e7aa4a-972c-4289-8270-075e939a7730 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 16 22:00:40.591280 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-43e7aa4a-972c-4289-8270-075e939a7730 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Usage tracker for resource:floatingip and tenant:5ca92c45526f456f924dde7e783bf196 is out of sync, need to count used quota {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 16 22:00:40.594009 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [None req-43e7aa4a-972c-4289-8270-075e939a7730 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 16 22:00:40.600256 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.quota.driver [None req-43e7aa4a-972c-4289-8270-075e939a7730 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 16 22:00:40.609895 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-43e7aa4a-972c-4289-8270-075e939a7730 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Notify callbacks [] for floatingip, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:40.741195 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-43e7aa4a-972c-4289-8270-075e939a7730 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:40.873386 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.db_base_plugin_common [None req-43e7aa4a-972c-4289-8270-075e939a7730 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Allocated IP 172.28.3.17 (a9f41963-6d96-4c68-8a62-a8c5d6a06a20/b5c31ecf-1c75-47d6-89d5-3eb31f2005b0/1b15e4ea-2510-497b-b47f-bb2a6591b81e) {{(pid=86863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:00:41.016461 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-43e7aa4a-972c-4289-8270-075e939a7730 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Notify callbacks [] for port, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:41.045920 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-43e7aa4a-972c-4289-8270-075e939a7730 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790568269105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1459265'] for port, after_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:41.050346 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-f1d71bde-0138-4678-8e0f-84f4ef187a3f tempest-VolumesActionsTest-1272895663 tempest-VolumesActionsTest-1272895663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 22:00:41.110998 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e7aa4a-972c-4289-8270-075e939a7730 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Network a9f41963-6d96-4c68-8a62-a8c5d6a06a20 is already hosted by enough agents. {{(pid=86863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:00:41.114538 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.base_scheduler [None req-43e7aa4a-972c-4289-8270-075e939a7730 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Resources bound (agent type, host, resource id): {{(pid=86863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:00:41.116956 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e7aa4a-972c-4289-8270-075e939a7730 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Received port after_create {{(pid=86863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 16 22:00:41.151196 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e7aa4a-972c-4289-8270-075e939a7730 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Pushing event updated for resources: {'Port': ['ID=1b15e4ea-2510-497b-b47f-bb2a6591b81e,revision_number=1']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:00:41.159389 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-43e7aa4a-972c-4289-8270-075e939a7730 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 22:00:41.617401 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-43e7aa4a-972c-4289-8270-075e939a7730 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:41.690139 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-43e7aa4a-972c-4289-8270-075e939a7730 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:41.889866 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-43e7aa4a-972c-4289-8270-075e939a7730 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Notify callbacks [] for port, precommit_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:41.895529 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-43e7aa4a-972c-4289-8270-075e939a7730 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1459288'] for port, after_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:41.899225 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-c6fd28f7-4a66-4112-b3e2-3a8339ff7de9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 22:00:42.004505 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e7aa4a-972c-4289-8270-075e939a7730 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Pushing event updated for resources: {'Port': ['ID=1b15e4ea-2510-497b-b47f-bb2a6591b81e,revision_number=2']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:00:42.008581 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-43e7aa4a-972c-4289-8270-075e939a7730 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 22:00:42.016498 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-43e7aa4a-972c-4289-8270-075e939a7730 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677620'] for floatingip, after_update {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:42.185020 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.db.l3_db [None req-43e7aa4a-972c-4289-8270-075e939a7730 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Floating IP 7b89f9db-c181-4dad-9efe-c59c6b95144b associated. External IP: 172.28.3.17, port: e9d1c46b-11b8-4507-8324-2c5e9bb8033e. Nov 16 22:00:42.529419 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43e7aa4a-972c-4289-8270-075e939a7730 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Router 123f38ec-5e84-43a9-80d6-fa660aad58c4 has already been hosted by L3 agent 61e322f1-f733-4c16-8e8e-7253ec5fb84a {{(pid=86863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 16 22:00:42.707980 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e7aa4a-972c-4289-8270-075e939a7730 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Notify agent at l3_agent.dv-cinder-818140-1-smb the message routers_updated {{(pid=86863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 16 22:00:42.717298 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8591dca-6c02-4278-8854-135294acdfe2 None None] Sync routers for ids ['123f38ec-5e84-43a9-80d6-fa660aad58c4'] in dv-cinder-818140-1-smb {{(pid=86865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:00:42.727036 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8591dca-6c02-4278-8854-135294acdfe2 None None] Routers {'123f38ec-5e84-43a9-80d6-fa660aad58c4'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 22:00:42.727742 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-a8591dca-6c02-4278-8854-135294acdfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T22:00:27Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['123f38ec-5e84-43a9-80d6-fa660aad58c4'], 'active': True} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:00:42.732218 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-43e7aa4a-972c-4289-8270-075e939a7730 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for floatingip, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:42.790839 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-43e7aa4a-972c-4289-8270-075e939a7730 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2133453 Nov 16 22:00:42.791493 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a1400ab-f701-4e22-808f-7367ab111edf', 'tag': 'e9d1c46b-11b8-4507-8324-2c5e9bb8033e'}] {{(pid=86863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:00:42.833965 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a1400ab-f701-4e22-808f-7367ab111edf', 'tag': 'e9d1c46b-11b8-4507-8324-2c5e9bb8033e', 'status': 'completed', 'code': 200} Nov 16 22:00:42.904778 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvr_db [None req-a8591dca-6c02-4278-8854-135294acdfe2 None None] Set router 123f38ec-5e84-43a9-80d6-fa660aad58c4 gateway port host: dv-cinder-818140-1-smb {{(pid=86865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 22:00:42.928799 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb10904-b3b3-4246-9615-b0e7a12b545c req-edd751bb-8192-405a-bbe5-a1eb9d4ce3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:42.930331 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-7cb10904-b3b3-4246-9615-b0e7a12b545c req-edd751bb-8192-405a-bbe5-a1eb9d4ce3ff service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5ca92c45526f456f924dde7e783bf196&device_id=7a1400ab-f701-4e22-808f-7367ab111edf HTTP/1.1" status: 200 len: 1099 time: 0.0737414 Nov 16 22:00:43.065562 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb10904-b3b3-4246-9615-b0e7a12b545c req-55dbd85e-fab1-4790-9fd5-b65c2ad58577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:43.066989 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-7cb10904-b3b3-4246-9615-b0e7a12b545c req-55dbd85e-fab1-4790-9fd5-b65c2ad58577 service neutron] 10.222.0.60 "GET /v2.0/networks?id=75553624-bf07-4abc-a9eb-cda4ea48d8c1 HTTP/1.1" status: 200 len: 910 time: 0.1304648 Nov 16 22:00:43.171193 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-7cb10904-b3b3-4246-9615-b0e7a12b545c req-ec93df02-6ee5-4a5e-b654-929901740999 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9d1c46b-11b8-4507-8324-2c5e9bb8033e HTTP/1.1" status: 200 len: 999 time: 0.0972624 Nov 16 22:00:43.235698 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb10904-b3b3-4246-9615-b0e7a12b545c req-b42993fb-0272-42bc-b5bc-6f7f526a7a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:43.237789 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-7cb10904-b3b3-4246-9615-b0e7a12b545c req-b42993fb-0272-42bc-b5bc-6f7f526a7a40 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8cf83365-9eaa-442f-82aa-88d0cb4dc8a6 HTTP/1.1" status: 200 len: 848 time: 0.0604033 Nov 16 22:00:43.248904 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-a8591dca-6c02-4278-8854-135294acdfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123f38ec-5e84-43a9-80d6-fa660aad58c4', 'name': 'tempest-TestShelveInstance-2016031509-router', 'tenant_id': '5ca92c45526f456f924dde7e783bf196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ab78284b-c349-411c-bdc5-24fe94fddce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:59:58Z', 'updated_at': '2021-11-16T22:00:02Z', 'revision_number': 4, 'project_id': '5ca92c45526f456f924dde7e783bf196', 'gw_port': {'id': 'ab78284b-c349-411c-bdc5-24fe94fddce3', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123f38ec-5e84-43a9-80d6-fa660aad58c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:59:59Z', 'updated_at': '2021-11-16T22:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb', '_floatingips': [{'id': '7b89f9db-c181-4dad-9efe-c59c6b95144b', 'tenant_id': '5ca92c45526f456f924dde7e783bf196', 'floating_ip_address': '172.28.3.17', 'floating_network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'router_id': '123f38ec-5e84-43a9-80d6-fa660aad58c4', 'port_id': 'e9d1c46b-11b8-4507-8324-2c5e9bb8033e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75553624-bf07-4abc-a9eb-cda4ea48d8c1', 'mac_address': 'fa:16:3e:c1:16:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1400ab-f701-4e22-808f-7367ab111edf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:00:41Z', 'updated_at': '2021-11-16T22:00:41Z', 'revision_number': 0, 'project_id': '5ca92c45526f456f924dde7e783bf196', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1e4e17d-3028-42b6-a4bb-999ceb020de9', 'name': '', 'network_id': '75553624-bf07-4abc-a9eb-cda4ea48d8c1', 'tenant_id': '5ca92c45526f456f924dde7e783bf196', 'mac_address': 'fa:16:3e:a1:ad:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123f38ec-5e84-43a9-80d6-fa660aad58c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '8cf83365-9eaa-442f-82aa-88d0cb4dc8a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:00:01Z', 'updated_at': '2021-11-16T22:00:08Z', 'revision_number': 5, 'project_id': '5ca92c45526f456f924dde7e783bf196', 'subnets': [{'id': '8cf83365-9eaa-442f-82aa-88d0cb4dc8a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:00:43.252750 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8591dca-6c02-4278-8854-135294acdfe2 None None] Checking router: 123f38ec-5e84-43a9-80d6-fa660aad58c4 for host: dv-cinder-818140-1-smb {{(pid=86865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:00:43.260953 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8591dca-6c02-4278-8854-135294acdfe2 None None] Routers {'123f38ec-5e84-43a9-80d6-fa660aad58c4'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 22:00:43.261550 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-a8591dca-6c02-4278-8854-135294acdfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T22:00:27Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['123f38ec-5e84-43a9-80d6-fa660aad58c4'], 'active': True} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:00:43.313872 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb10904-b3b3-4246-9615-b0e7a12b545c req-2453df6a-31ac-44dd-b111-bf77aa057cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:43.315445 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-7cb10904-b3b3-4246-9615-b0e7a12b545c req-2453df6a-31ac-44dd-b111-bf77aa057cf2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=75553624-bf07-4abc-a9eb-cda4ea48d8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0701933 Nov 16 22:00:43.441221 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvr_db [None req-a8591dca-6c02-4278-8854-135294acdfe2 None None] Set router 123f38ec-5e84-43a9-80d6-fa660aad58c4 gateway port host: dv-cinder-818140-1-smb {{(pid=86865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 22:00:43.451299 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-7cb10904-b3b3-4246-9615-b0e7a12b545c req-9a543389-9329-4d42-8a33-0446367667eb service neutron] 10.222.0.60 "GET /v2.0/networks/75553624-bf07-4abc-a9eb-cda4ea48d8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252859 Nov 16 22:00:43.588075 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-7cb10904-b3b3-4246-9615-b0e7a12b545c req-4a448ab5-eadb-4405-aa05-88e09bde9288 service neutron] 10.222.0.60 "GET /v2.0/networks/75553624-bf07-4abc-a9eb-cda4ea48d8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299441 Nov 16 22:00:43.789646 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-a8591dca-6c02-4278-8854-135294acdfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123f38ec-5e84-43a9-80d6-fa660aad58c4', 'name': 'tempest-TestShelveInstance-2016031509-router', 'tenant_id': '5ca92c45526f456f924dde7e783bf196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ab78284b-c349-411c-bdc5-24fe94fddce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:59:58Z', 'updated_at': '2021-11-16T22:00:02Z', 'revision_number': 4, 'project_id': '5ca92c45526f456f924dde7e783bf196', 'gw_port': {'id': 'ab78284b-c349-411c-bdc5-24fe94fddce3', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123f38ec-5e84-43a9-80d6-fa660aad58c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:59:59Z', 'updated_at': '2021-11-16T22:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb', '_floatingips': [{'id': '7b89f9db-c181-4dad-9efe-c59c6b95144b', 'tenant_id': '5ca92c45526f456f924dde7e783bf196', 'floating_ip_address': '172.28.3.17', 'floating_network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'router_id': '123f38ec-5e84-43a9-80d6-fa660aad58c4', 'port_id': 'e9d1c46b-11b8-4507-8324-2c5e9bb8033e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75553624-bf07-4abc-a9eb-cda4ea48d8c1', 'mac_address': 'fa:16:3e:c1:16:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1400ab-f701-4e22-808f-7367ab111edf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:00:41Z', 'updated_at': '2021-11-16T22:00:41Z', 'revision_number': 0, 'project_id': '5ca92c45526f456f924dde7e783bf196', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1e4e17d-3028-42b6-a4bb-999ceb020de9', 'name': '', 'network_id': '75553624-bf07-4abc-a9eb-cda4ea48d8c1', 'tenant_id': '5ca92c45526f456f924dde7e783bf196', 'mac_address': 'fa:16:3e:a1:ad:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123f38ec-5e84-43a9-80d6-fa660aad58c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '8cf83365-9eaa-442f-82aa-88d0cb4dc8a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:00:01Z', 'updated_at': '2021-11-16T22:00:08Z', 'revision_number': 5, 'project_id': '5ca92c45526f456f924dde7e783bf196', 'subnets': [{'id': '8cf83365-9eaa-442f-82aa-88d0cb4dc8a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:00:43.793439 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8591dca-6c02-4278-8854-135294acdfe2 None None] The sync data for ids ['123f38ec-5e84-43a9-80d6-fa660aad58c4'] in dv-cinder-818140-1-smb is: [{'id': '123f38ec-5e84-43a9-80d6-fa660aad58c4', 'name': 'tempest-TestShelveInstance-2016031509-router', 'tenant_id': '5ca92c45526f456f924dde7e783bf196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ab78284b-c349-411c-bdc5-24fe94fddce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:59:58Z', 'updated_at': '2021-11-16T22:00:02Z', 'revision_number': 4, 'project_id': '5ca92c45526f456f924dde7e783bf196', 'gw_port': {'id': 'ab78284b-c349-411c-bdc5-24fe94fddce3', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123f38ec-5e84-43a9-80d6-fa660aad58c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:59:59Z', 'updated_at': '2021-11-16T22:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb', '_floatingips': [{'id': '7b89f9db-c181-4dad-9efe-c59c6b95144b', 'tenant_id': '5ca92c45526f456f924dde7e783bf196', 'floating_ip_address': '172.28.3.17', 'floating_network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'router_id': '123f38ec-5e84-43a9-80d6-fa660aad58c4', 'port_id': 'e9d1c46b-11b8-4507-8324-2c5e9bb8033e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75553624-bf07-4abc-a9eb-cda4ea48d8c1', 'mac_address': 'fa:16:3e:c1:16:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1400ab-f701-4e22-808f-7367ab111edf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:00:41Z', 'updated_at': '2021-11-16T22:00:41Z', 'revision_number': 0, 'project_id': '5ca92c45526f456f924dde7e783bf196', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1e4e17d-3028-42b6-a4bb-999ceb020de9', 'name': '', 'network_id': '75553624-bf07-4abc-a9eb-cda4ea48d8c1', 'tenant_id': '5ca92c45526f456f924dde7e783bf196', 'mac_address': 'fa:16:3e:a1:ad:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123f38ec-5e84-43a9-80d6-fa660aad58c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '8cf83365-9eaa-442f-82aa-88d0cb4dc8a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:00:01Z', 'updated_at': '2021-11-16T22:00:08Z', 'revision_number': 5, 'project_id': '5ca92c45526f456f924dde7e783bf196', 'subnets': [{'id': '8cf83365-9eaa-442f-82aa-88d0cb4dc8a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:00:43.988441 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc594ef8-8498-4d7a-9234-efbfae8c2d5e None None] New status for floating IP 7b89f9db-c181-4dad-9efe-c59c6b95144b: ACTIVE {{(pid=86866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 22:00:49.818662 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.agents_db [None req-6e4a458f-5157-4cde-8197-239c61c88c18 None None] Agent healthcheck: found 6 active agents {{(pid=86866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 16 22:00:54.715750 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-6f4deb55-5a53-44c3-bede-33e2fc10e3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:55.272039 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:57.462661 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-e30e254e-f2b6-4c69-a044-1c9894c0253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:58.643587 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-94ae2c1a-1f16-4ed2-be66-e1a93ab74dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:00:59.927136 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-941145a6-33c9-4841-86a3-a7e018513e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:01:00.858268 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:01:24.717623 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-05ff96a5-b591-4912-9342-0c5b5917b101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:01:25.273383 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:01:26.817207 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.agents_db [None req-6e4a458f-5157-4cde-8197-239c61c88c18 None None] Agent healthcheck: found 6 active agents {{(pid=86866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 16 22:01:27.463556 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-a0ebcbc2-7957-4b51-8a09-94e8b013b7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:01:28.646341 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-94ae2c1a-1f16-4ed2-be66-e1a93ab74dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:01:29.927672 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-941145a6-33c9-4841-86a3-a7e018513e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:01:30.861103 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:01:33.867537 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-bb14fc8d-2577-4069-8cfa-3a0b76f319b6 req-09c2c243-0855-47b4-8d5e-0e9090fcaef2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7a1400ab-f701-4e22-808f-7367ab111edf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681117 Nov 16 22:01:34.116772 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb14fc8d-2577-4069-8cfa-3a0b76f319b6 req-fdb86fc2-3394-447b-9837-a71436f35ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:34.118307 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-bb14fc8d-2577-4069-8cfa-3a0b76f319b6 req-fdb86fc2-3394-447b-9837-a71436f35ba3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5ca92c45526f456f924dde7e783bf196&device_id=7a1400ab-f701-4e22-808f-7367ab111edf HTTP/1.1" status: 200 len: 1099 time: 0.1782486 Nov 16 22:01:34.261651 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb14fc8d-2577-4069-8cfa-3a0b76f319b6 req-857bc593-dfed-427b-a36b-79ffcfe0588a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:34.263111 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-bb14fc8d-2577-4069-8cfa-3a0b76f319b6 req-857bc593-dfed-427b-a36b-79ffcfe0588a service neutron] 10.222.0.60 "GET /v2.0/networks?id=75553624-bf07-4abc-a9eb-cda4ea48d8c1 HTTP/1.1" status: 200 len: 910 time: 0.1227288 Nov 16 22:01:34.369666 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-bb14fc8d-2577-4069-8cfa-3a0b76f319b6 req-773b5abc-62dc-498e-9446-1f8e1d542fa3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9d1c46b-11b8-4507-8324-2c5e9bb8033e HTTP/1.1" status: 200 len: 1001 time: 0.0942683 Nov 16 22:01:34.436504 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb14fc8d-2577-4069-8cfa-3a0b76f319b6 req-5e2aa76b-4e4d-4b3d-9e7c-6116bb16d1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:34.437875 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-bb14fc8d-2577-4069-8cfa-3a0b76f319b6 req-5e2aa76b-4e4d-4b3d-9e7c-6116bb16d1ce service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8cf83365-9eaa-442f-82aa-88d0cb4dc8a6 HTTP/1.1" status: 200 len: 848 time: 0.0566545 Nov 16 22:01:34.519493 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb14fc8d-2577-4069-8cfa-3a0b76f319b6 req-eb4d964b-3678-4dc5-8ce2-ea447d49fc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:34.520909 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-bb14fc8d-2577-4069-8cfa-3a0b76f319b6 req-eb4d964b-3678-4dc5-8ce2-ea447d49fc13 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=75553624-bf07-4abc-a9eb-cda4ea48d8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0721066 Nov 16 22:01:34.656411 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-bb14fc8d-2577-4069-8cfa-3a0b76f319b6 req-9a8a3833-a1d3-4319-bd59-3d56bc1479f5 service neutron] 10.222.0.60 "GET /v2.0/networks/75553624-bf07-4abc-a9eb-cda4ea48d8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246140 Nov 16 22:01:34.789803 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-bb14fc8d-2577-4069-8cfa-3a0b76f319b6 req-de25585a-8031-45ee-a07f-95cb4cc49670 service neutron] 10.222.0.60 "GET /v2.0/networks/75553624-bf07-4abc-a9eb-cda4ea48d8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236465 Nov 16 22:01:54.717806 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-c699d83c-b5e2-42dd-bf7c-bbde4c21a236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:01:55.277686 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:01:57.463701 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-31fc1655-f909-4f52-9b7e-1d9318d40096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:01:58.651508 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-94ae2c1a-1f16-4ed2-be66-e1a93ab74dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:01:59.931132 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-941145a6-33c9-4841-86a3-a7e018513e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:02:00.860975 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:02:03.817453 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.agents_db [None req-6e4a458f-5157-4cde-8197-239c61c88c18 None None] Agent healthcheck: found 6 active agents {{(pid=86866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 16 22:02:24.718861 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-a420f73e-c461-4c80-990c-e8119f6babe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:02:25.280735 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:02:27.465236 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-6c1f806d-f8a7-42db-9487-0a8b1d120c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:02:28.651630 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-94ae2c1a-1f16-4ed2-be66-e1a93ab74dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:02:29.935488 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-941145a6-33c9-4841-86a3-a7e018513e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:02:30.876262 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:02:34.894667 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-53c6bad6-fc6b-4212-b725-19f26b41aa28 req-1af579bc-91e5-4290-ba52-b31957ae4f85 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7a1400ab-f701-4e22-808f-7367ab111edf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1134813 Nov 16 22:02:35.048913 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c6bad6-fc6b-4212-b725-19f26b41aa28 req-bf9a9f52-75b4-4e61-befb-f7795a47f31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:35.050327 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-53c6bad6-fc6b-4212-b725-19f26b41aa28 req-bf9a9f52-75b4-4e61-befb-f7795a47f31d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5ca92c45526f456f924dde7e783bf196&device_id=7a1400ab-f701-4e22-808f-7367ab111edf HTTP/1.1" status: 200 len: 1099 time: 0.0800600 Nov 16 22:02:35.197017 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c6bad6-fc6b-4212-b725-19f26b41aa28 req-eac771f6-7364-4358-a3fc-ff7eb7bd787f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:35.198441 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-53c6bad6-fc6b-4212-b725-19f26b41aa28 req-eac771f6-7364-4358-a3fc-ff7eb7bd787f service neutron] 10.222.0.60 "GET /v2.0/networks?id=75553624-bf07-4abc-a9eb-cda4ea48d8c1 HTTP/1.1" status: 200 len: 910 time: 0.1269050 Nov 16 22:02:35.301221 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-53c6bad6-fc6b-4212-b725-19f26b41aa28 req-f09d2ce9-a7c7-4ab6-9f0e-1f3e82161543 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9d1c46b-11b8-4507-8324-2c5e9bb8033e HTTP/1.1" status: 200 len: 1001 time: 0.0912938 Nov 16 22:02:35.368760 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c6bad6-fc6b-4212-b725-19f26b41aa28 req-9414b4bb-a2d3-49d7-b284-a060834a1823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:35.370134 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-53c6bad6-fc6b-4212-b725-19f26b41aa28 req-9414b4bb-a2d3-49d7-b284-a060834a1823 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8cf83365-9eaa-442f-82aa-88d0cb4dc8a6 HTTP/1.1" status: 200 len: 848 time: 0.0590622 Nov 16 22:02:35.453015 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c6bad6-fc6b-4212-b725-19f26b41aa28 req-deb8ff72-8406-4985-8643-87ea04a8141d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:35.454494 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-53c6bad6-fc6b-4212-b725-19f26b41aa28 req-deb8ff72-8406-4985-8643-87ea04a8141d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=75553624-bf07-4abc-a9eb-cda4ea48d8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0737803 Nov 16 22:02:35.468572 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [req-53c6bad6-fc6b-4212-b725-19f26b41aa28 req-80c28685-26e7-45cf-957a-b49bc46cb937 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=86864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 22:02:35.469490 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-53c6bad6-fc6b-4212-b725-19f26b41aa28 req-80c28685-26e7-45cf-957a-b49bc46cb937 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047836 Nov 16 22:02:35.601616 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-53c6bad6-fc6b-4212-b725-19f26b41aa28 req-9bbd6275-d04e-481a-ac17-411b883e8962 service neutron] 10.222.0.60 "GET /v2.0/networks/75553624-bf07-4abc-a9eb-cda4ea48d8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218383 Nov 16 22:02:35.732167 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-53c6bad6-fc6b-4212-b725-19f26b41aa28 req-cf2043b4-ecee-42f7-a671-3238193d2299 service neutron] 10.222.0.60 "GET /v2.0/networks/75553624-bf07-4abc-a9eb-cda4ea48d8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218703 Nov 16 22:02:39.898001 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fb2d8-cb69-4391-a33f-4f877ec426dd req-0839f5ac-4008-4e2d-8247-55d4d8cb7deb tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:39.899399 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-504fb2d8-cb69-4391-a33f-4f877ec426dd req-0839f5ac-4008-4e2d-8247-55d4d8cb7deb tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a1400ab-f701-4e22-808f-7367ab111edf HTTP/1.1" status: 200 len: 946 time: 0.2894747 Nov 16 22:02:39.943845 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-504fb2d8-cb69-4391-a33f-4f877ec426dd req-0f396c1e-762d-4863-bd45-38d8966f6751 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/security-groups?id=f98b3214-0e40-4070-b09a-ff70e7292638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380304 Nov 16 22:02:40.815232 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.agents_db [None req-6e4a458f-5157-4cde-8197-239c61c88c18 None None] Agent healthcheck: found 6 active agents {{(pid=86866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 16 22:02:41.200226 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6befeb8a-1c33-4576-bc12-9acea8c97e9d req-0ef9fc7d-5e04-424c-9caf-ae9727a8a3f7 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:41.201682 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-6befeb8a-1c33-4576-bc12-9acea8c97e9d req-0ef9fc7d-5e04-424c-9caf-ae9727a8a3f7 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a1400ab-f701-4e22-808f-7367ab111edf HTTP/1.1" status: 200 len: 946 time: 0.1350315 Nov 16 22:02:41.244777 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-6befeb8a-1c33-4576-bc12-9acea8c97e9d req-9b84e7b3-a7a4-433b-81bc-86ce36914a0f tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/security-groups?id=f98b3214-0e40-4070-b09a-ff70e7292638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374830 Nov 16 22:02:42.430356 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b080e-289f-43f3-af72-04c5c625f513 req-38d291a0-fd42-414e-ac8d-d4b9deb8a852 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:42.431786 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-637b080e-289f-43f3-af72-04c5c625f513 req-38d291a0-fd42-414e-ac8d-d4b9deb8a852 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a1400ab-f701-4e22-808f-7367ab111edf HTTP/1.1" status: 200 len: 946 time: 0.0794871 Nov 16 22:02:42.478307 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-637b080e-289f-43f3-af72-04c5c625f513 req-0cfdfc3a-d919-48d1-b81c-c55a2030bcca tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/security-groups?id=f98b3214-0e40-4070-b09a-ff70e7292638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404429 Nov 16 22:02:43.767431 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ba108f-bc06-46b5-a32a-30abc8cacf98 req-2d1c8bde-6d12-4120-8681-f0870b29ef31 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:43.769022 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-c4ba108f-bc06-46b5-a32a-30abc8cacf98 req-2d1c8bde-6d12-4120-8681-f0870b29ef31 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a1400ab-f701-4e22-808f-7367ab111edf HTTP/1.1" status: 200 len: 946 time: 0.1875536 Nov 16 22:02:43.813258 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-c4ba108f-bc06-46b5-a32a-30abc8cacf98 req-2504fcce-bd66-4d94-9f28-909887cb7952 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/security-groups?id=f98b3214-0e40-4070-b09a-ff70e7292638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386379 Nov 16 22:02:44.993321 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f8a879-ffeb-4c82-8dca-c7404b495e28 req-895eb0c7-c5d7-4a23-b2d2-bc405f0579e2 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:44.994769 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-55f8a879-ffeb-4c82-8dca-c7404b495e28 req-895eb0c7-c5d7-4a23-b2d2-bc405f0579e2 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a1400ab-f701-4e22-808f-7367ab111edf HTTP/1.1" status: 200 len: 946 time: 0.0797653 Nov 16 22:02:45.038809 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-55f8a879-ffeb-4c82-8dca-c7404b495e28 req-3b155352-4c6f-49be-b579-4e607e71ecf1 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/security-groups?id=f98b3214-0e40-4070-b09a-ff70e7292638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377741 Nov 16 22:02:46.224099 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7904b7f-9bc7-4a04-845d-fab91d763033 req-d7ca1768-ae69-4a8b-bdf4-b0c81bec507d tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:46.225450 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-c7904b7f-9bc7-4a04-845d-fab91d763033 req-d7ca1768-ae69-4a8b-bdf4-b0c81bec507d tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a1400ab-f701-4e22-808f-7367ab111edf HTTP/1.1" status: 200 len: 946 time: 0.0800574 Nov 16 22:02:46.271964 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-c7904b7f-9bc7-4a04-845d-fab91d763033 req-abf98ec6-7cea-4cb5-8ac3-0ee4e3d40b6c tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/security-groups?id=f98b3214-0e40-4070-b09a-ff70e7292638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408325 Nov 16 22:02:47.455419 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d663be-b513-4555-b734-25252337c60b req-3612a13c-777b-4fb6-a32b-c387162b0ace tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:47.456848 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-b2d663be-b513-4555-b734-25252337c60b req-3612a13c-777b-4fb6-a32b-c387162b0ace tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a1400ab-f701-4e22-808f-7367ab111edf HTTP/1.1" status: 200 len: 946 time: 0.0831139 Nov 16 22:02:47.501240 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-b2d663be-b513-4555-b734-25252337c60b req-8721869f-a729-40b6-bed2-f31265e7884c tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/security-groups?id=f98b3214-0e40-4070-b09a-ff70e7292638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389304 Nov 16 22:02:48.679800 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039dcf58-e060-4ce1-9545-d3fd9ff99c65 req-509bd24d-b963-4307-9cef-82c6ea9bd14c tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:48.681225 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-039dcf58-e060-4ce1-9545-d3fd9ff99c65 req-509bd24d-b963-4307-9cef-82c6ea9bd14c tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a1400ab-f701-4e22-808f-7367ab111edf HTTP/1.1" status: 200 len: 946 time: 0.0789659 Nov 16 22:02:48.725554 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-039dcf58-e060-4ce1-9545-d3fd9ff99c65 req-c376045d-eeb7-4d5a-85b8-2a75b319c6b0 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/security-groups?id=f98b3214-0e40-4070-b09a-ff70e7292638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380769 Nov 16 22:02:49.882916 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b31c6c-3f63-4b53-9296-e56f6bb0ecd3 req-7f8c5bf6-739d-4be8-b15f-ce7d61c1be80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:49.884296 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-b6b31c6c-3f63-4b53-9296-e56f6bb0ecd3 req-7f8c5bf6-739d-4be8-b15f-ce7d61c1be80 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5ca92c45526f456f924dde7e783bf196&device_id=7a1400ab-f701-4e22-808f-7367ab111edf HTTP/1.1" status: 200 len: 1099 time: 0.1045623 Nov 16 22:02:50.049352 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa3f72-e1f3-4cd2-86ee-9fd08a838d7c req-d66310e4-760b-46f8-957a-1baa63dc1cf0 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:50.050738 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-02aa3f72-e1f3-4cd2-86ee-9fd08a838d7c req-d66310e4-760b-46f8-957a-1baa63dc1cf0 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a1400ab-f701-4e22-808f-7367ab111edf HTTP/1.1" status: 200 len: 946 time: 0.2001662 Nov 16 22:02:50.054899 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b31c6c-3f63-4b53-9296-e56f6bb0ecd3 req-4789cad2-5865-4b4c-b7e2-1db651074059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:50.056184 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-b6b31c6c-3f63-4b53-9296-e56f6bb0ecd3 req-4789cad2-5865-4b4c-b7e2-1db651074059 service neutron] 10.222.0.60 "GET /v2.0/networks?id=75553624-bf07-4abc-a9eb-cda4ea48d8c1 HTTP/1.1" status: 200 len: 910 time: 0.1562223 Nov 16 22:02:50.179537 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-02aa3f72-e1f3-4cd2-86ee-9fd08a838d7c req-c4c8051d-82ab-4d4c-bef4-b1cfcbe41eba tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/security-groups?id=f98b3214-0e40-4070-b09a-ff70e7292638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224194 Nov 16 22:02:50.189116 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-b6b31c6c-3f63-4b53-9296-e56f6bb0ecd3 req-fce85c40-b1bb-4e04-b895-0633b35efa78 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9d1c46b-11b8-4507-8324-2c5e9bb8033e HTTP/1.1" status: 200 len: 1001 time: 0.1189382 Nov 16 22:02:50.256087 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b31c6c-3f63-4b53-9296-e56f6bb0ecd3 req-51f31e8c-46cd-4854-86a1-a1c392a82083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:50.257478 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-b6b31c6c-3f63-4b53-9296-e56f6bb0ecd3 req-51f31e8c-46cd-4854-86a1-a1c392a82083 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8cf83365-9eaa-442f-82aa-88d0cb4dc8a6 HTTP/1.1" status: 200 len: 848 time: 0.0586183 Nov 16 22:02:50.338715 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b31c6c-3f63-4b53-9296-e56f6bb0ecd3 req-71c15533-8064-4c47-ab1b-24408ed355cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:50.340073 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-b6b31c6c-3f63-4b53-9296-e56f6bb0ecd3 req-71c15533-8064-4c47-ab1b-24408ed355cb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=75553624-bf07-4abc-a9eb-cda4ea48d8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0719466 Nov 16 22:02:50.480380 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-b6b31c6c-3f63-4b53-9296-e56f6bb0ecd3 req-23210e39-e497-4e31-bb68-e2fb32d59fcb service neutron] 10.222.0.60 "GET /v2.0/networks/75553624-bf07-4abc-a9eb-cda4ea48d8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292775 Nov 16 22:02:50.614045 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-b6b31c6c-3f63-4b53-9296-e56f6bb0ecd3 req-2814a1fb-eb49-4943-9213-a67c499acee9 service neutron] 10.222.0.60 "GET /v2.0/networks/75553624-bf07-4abc-a9eb-cda4ea48d8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225955 Nov 16 22:02:51.367184 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca48b1a-452d-43b8-8e5e-8d10ea336e59 req-a3bc067a-92a7-4bb3-b45d-a72312ef10e3 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:51.368609 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-fca48b1a-452d-43b8-8e5e-8d10ea336e59 req-a3bc067a-92a7-4bb3-b45d-a72312ef10e3 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a1400ab-f701-4e22-808f-7367ab111edf HTTP/1.1" status: 200 len: 946 time: 0.0826128 Nov 16 22:02:51.412078 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-fca48b1a-452d-43b8-8e5e-8d10ea336e59 req-fed33099-6d42-4aac-8afc-6af1b5d2232a tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/security-groups?id=f98b3214-0e40-4070-b09a-ff70e7292638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373740 Nov 16 22:02:52.593834 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7bb53f-56af-4eba-9af2-f598d7427a2e req-7ee8bb48-d9c8-41eb-a67c-b55c7783caa8 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:52.595342 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-de7bb53f-56af-4eba-9af2-f598d7427a2e req-7ee8bb48-d9c8-41eb-a67c-b55c7783caa8 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a1400ab-f701-4e22-808f-7367ab111edf HTTP/1.1" status: 200 len: 946 time: 0.0800676 Nov 16 22:02:52.640135 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-de7bb53f-56af-4eba-9af2-f598d7427a2e req-b16a8bed-280c-43d4-852e-73f483c617d1 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/security-groups?id=f98b3214-0e40-4070-b09a-ff70e7292638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388801 Nov 16 22:02:53.824348 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d1792-80c7-4364-8e51-1c18443f952d req-b76a2bee-84a9-42f3-b812-51a9d8a29f63 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:53.826335 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-121d1792-80c7-4364-8e51-1c18443f952d req-b76a2bee-84a9-42f3-b812-51a9d8a29f63 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a1400ab-f701-4e22-808f-7367ab111edf HTTP/1.1" status: 200 len: 946 time: 0.0811980 Nov 16 22:02:53.868959 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-121d1792-80c7-4364-8e51-1c18443f952d req-296ae8a0-281c-465f-bff2-38d29640dcac tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/security-groups?id=f98b3214-0e40-4070-b09a-ff70e7292638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370703 Nov 16 22:02:54.200197 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-f1784a77-545b-4507-af0b-18088a92a84a req-c610ae71-77e0-4abf-a667-19da93f5681a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7a1400ab-f701-4e22-808f-7367ab111edf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1180241 Nov 16 22:02:54.219271 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c8859-7697-4c19-93b9-4c7c98356753 req-118dc805-9f28-4be0-9156-aa6c45581855 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:54.220718 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-905c8859-7697-4c19-93b9-4c7c98356753 req-118dc805-9f28-4be0-9156-aa6c45581855 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a1400ab-f701-4e22-808f-7367ab111edf HTTP/1.1" status: 200 len: 946 time: 0.0836163 Nov 16 22:02:54.263968 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-905c8859-7697-4c19-93b9-4c7c98356753 req-ce030f6e-8d97-4804-b9f7-b3b1e023671e tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/security-groups?id=f98b3214-0e40-4070-b09a-ff70e7292638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377352 Nov 16 22:02:54.720893 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-dbe371aa-4a14-4952-8335-da0958b4ed3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:02:55.283524 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:02:55.448760 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d117a2-3264-4b73-9c7c-cf4b5c2b19ed req-69c3c5de-2601-4875-8a3b-ebfd1b771ef9 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:55.450833 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-61d117a2-3264-4b73-9c7c-cf4b5c2b19ed req-69c3c5de-2601-4875-8a3b-ebfd1b771ef9 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a1400ab-f701-4e22-808f-7367ab111edf HTTP/1.1" status: 200 len: 946 time: 0.0815563 Nov 16 22:02:55.496062 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-61d117a2-3264-4b73-9c7c-cf4b5c2b19ed req-ed780c37-c08e-4cda-b220-0bca0b2b3210 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/security-groups?id=f98b3214-0e40-4070-b09a-ff70e7292638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385838 Nov 16 22:02:56.682426 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc25b18-3c5b-4eca-960c-9212c8a59cd4 req-767640cf-5cb9-46f3-9aed-324e4936838b tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:56.684789 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-adc25b18-3c5b-4eca-960c-9212c8a59cd4 req-767640cf-5cb9-46f3-9aed-324e4936838b tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a1400ab-f701-4e22-808f-7367ab111edf HTTP/1.1" status: 200 len: 946 time: 0.0834291 Nov 16 22:02:56.705878 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device e9d1c46b-11b8-4507-8324-2c5e9bb8033e no longer exists at agent hyperv_hv-cinder-81814 {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 16 22:02:56.735545 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-adc25b18-3c5b-4eca-960c-9212c8a59cd4 req-a89ee011-029e-43c6-a683-dc5bd1bd2e4d tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/security-groups?id=f98b3214-0e40-4070-b09a-ff70e7292638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447783 Nov 16 22:02:56.826444 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:02:56.853301 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a1400ab-f701-4e22-808f-7367ab111edf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9d1c46b-11b8-4507-8324-2c5e9bb8033e'}] {{(pid=86865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:02:56.865183 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port e9d1c46b-11b8-4507-8324-2c5e9bb8033e, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=e9d1c46b-11b8-4507-8324-2c5e9bb8033e,segment=NetworkSegment(9055e2df-36af-46b1-b494-f1c7d8f9006d),segment_id=9055e2df-36af-46b1-b494-f1c7d8f9006d)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 22:02:56.869417 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:02:56.871961 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 22:02:56.950122 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Pushing event updated for resources: {'Port': ['ID=e9d1c46b-11b8-4507-8324-2c5e9bb8033e,revision_number=6']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:02:56.957734 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:02:56.958524 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:02:56.959218 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:02:56.959706 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:02:56.960186 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:02:56.960664 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:02:56.961148 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:02:56.961622 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:02:56.962117 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:02:56.962629 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:02:56.963133 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:02:56.963687 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:02:56.968976 dv-cinder-818140-1-smb neutron-server[86865]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7a1400ab-f701-4e22-808f-7367ab111edf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e9d1c46b-11b8-4507-8324-2c5e9bb8033e', 'code': 422} returned with failed status Nov 16 22:02:56.969642 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 22:02:57.466885 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d1618c41-7347-4c10-9066-dfc069c61f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:02:57.924316 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68519b-1daa-4ad1-afd1-961dd154fbd9 req-15a321ee-a453-4efa-9585-9c7b75c0f59a tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:57.925847 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-ef68519b-1daa-4ad1-afd1-961dd154fbd9 req-15a321ee-a453-4efa-9585-9c7b75c0f59a tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a1400ab-f701-4e22-808f-7367ab111edf HTTP/1.1" status: 200 len: 944 time: 0.0819187 Nov 16 22:02:57.973365 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-ef68519b-1daa-4ad1-afd1-961dd154fbd9 req-decf043a-c544-4f56-814b-86abfea620df tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/security-groups?id=f98b3214-0e40-4070-b09a-ff70e7292638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416322 Nov 16 22:02:57.985103 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1784a77-545b-4507-af0b-18088a92a84a req-4f6b3cd0-873e-4486-bb7f-61a6df662444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:57.986589 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-f1784a77-545b-4507-af0b-18088a92a84a req-4f6b3cd0-873e-4486-bb7f-61a6df662444 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7a1400ab-f701-4e22-808f-7367ab111edf&tenant_id=5ca92c45526f456f924dde7e783bf196 HTTP/1.1" status: 200 len: 1097 time: 0.0749803 Nov 16 22:02:58.080468 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1784a77-545b-4507-af0b-18088a92a84a req-ecdb14cb-991d-49f6-9789-14bf3cdafe81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:58.081305 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-f1784a77-545b-4507-af0b-18088a92a84a req-ecdb14cb-991d-49f6-9789-14bf3cdafe81 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5ca92c45526f456f924dde7e783bf196&device_id=7a1400ab-f701-4e22-808f-7367ab111edf HTTP/1.1" status: 200 len: 1097 time: 0.0709491 Nov 16 22:02:58.313186 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1784a77-545b-4507-af0b-18088a92a84a req-28998e8b-d197-4589-a59e-5df038a7140a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:58.314660 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-f1784a77-545b-4507-af0b-18088a92a84a req-28998e8b-d197-4589-a59e-5df038a7140a service neutron] 10.222.0.60 "GET /v2.0/networks?id=75553624-bf07-4abc-a9eb-cda4ea48d8c1 HTTP/1.1" status: 200 len: 910 time: 0.2232833 Nov 16 22:02:58.424521 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-f1784a77-545b-4507-af0b-18088a92a84a req-9a5007e8-0039-4461-aa39-a27342ab3e0d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9d1c46b-11b8-4507-8324-2c5e9bb8033e HTTP/1.1" status: 200 len: 999 time: 0.0980837 Nov 16 22:02:58.491716 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1784a77-545b-4507-af0b-18088a92a84a req-03bf71c5-b613-4647-b84a-c4ad31d840e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:58.493083 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-f1784a77-545b-4507-af0b-18088a92a84a req-03bf71c5-b613-4647-b84a-c4ad31d840e8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8cf83365-9eaa-442f-82aa-88d0cb4dc8a6 HTTP/1.1" status: 200 len: 848 time: 0.0604479 Nov 16 22:02:58.571159 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1784a77-545b-4507-af0b-18088a92a84a req-d7da7adf-a08b-4949-bf1d-384eabb3ebf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:58.572557 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-f1784a77-545b-4507-af0b-18088a92a84a req-d7da7adf-a08b-4949-bf1d-384eabb3ebf0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=75553624-bf07-4abc-a9eb-cda4ea48d8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0687711 Nov 16 22:02:58.658450 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-94ae2c1a-1f16-4ed2-be66-e1a93ab74dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:02:58.705304 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-f1784a77-545b-4507-af0b-18088a92a84a req-62c0c81d-e015-4057-a875-cf334c5e8806 service neutron] 10.222.0.60 "GET /v2.0/networks/75553624-bf07-4abc-a9eb-cda4ea48d8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251366 Nov 16 22:02:58.837788 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-f1784a77-545b-4507-af0b-18088a92a84a req-0939c17e-dcb5-4ecc-ada4-7b610f27dd6f service neutron] 10.222.0.60 "GET /v2.0/networks/75553624-bf07-4abc-a9eb-cda4ea48d8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232865 Nov 16 22:02:59.156876 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c0fbf6-9bcd-428b-a5cb-c99554126fb1 req-baaffe8b-5595-4eed-9987-3b868e9af145 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:59.158381 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-18c0fbf6-9bcd-428b-a5cb-c99554126fb1 req-baaffe8b-5595-4eed-9987-3b868e9af145 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a1400ab-f701-4e22-808f-7367ab111edf HTTP/1.1" status: 200 len: 944 time: 0.0803699 Nov 16 22:02:59.205871 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-18c0fbf6-9bcd-428b-a5cb-c99554126fb1 req-91207670-553e-4e4f-8a04-088a4980de5d tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/security-groups?id=f98b3214-0e40-4070-b09a-ff70e7292638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419633 Nov 16 22:02:59.938391 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-941145a6-33c9-4841-86a3-a7e018513e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:03:00.391625 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e8af31-616d-4e09-9309-01b3d7b546d5 req-3180632c-7ccb-404f-b02d-e733942b829b tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:00.393074 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-a0e8af31-616d-4e09-9309-01b3d7b546d5 req-3180632c-7ccb-404f-b02d-e733942b829b tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a1400ab-f701-4e22-808f-7367ab111edf HTTP/1.1" status: 200 len: 944 time: 0.0843940 Nov 16 22:03:00.438474 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-a0e8af31-616d-4e09-9309-01b3d7b546d5 req-7644ec0a-e91d-4a16-8106-91a972e78078 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/security-groups?id=f98b3214-0e40-4070-b09a-ff70e7292638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395589 Nov 16 22:03:00.892615 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:03:01.620193 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773c112-885f-41cb-9479-3a6ce2e73796 req-27585752-9ccd-4ae5-a89d-e4f1294061c4 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:01.622371 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-d773c112-885f-41cb-9479-3a6ce2e73796 req-27585752-9ccd-4ae5-a89d-e4f1294061c4 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a1400ab-f701-4e22-808f-7367ab111edf HTTP/1.1" status: 200 len: 944 time: 0.0795920 Nov 16 22:03:01.664947 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-d773c112-885f-41cb-9479-3a6ce2e73796 req-320c8b6b-d36a-435e-ab69-0ba85484611c tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/security-groups?id=f98b3214-0e40-4070-b09a-ff70e7292638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371346 Nov 16 22:03:02.737247 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device e9d1c46b-11b8-4507-8324-2c5e9bb8033e details requested by agent hyperv_hv-cinder-81814 with host hv-cinder-81814 {{(pid=86865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 16 22:03:02.848298 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715dd04-6230-4b77-a8e6-7d5c98840329 req-0f5f9cfe-0422-4e9e-aabb-7435ac843615 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:02.849752 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-8715dd04-6230-4b77-a8e6-7d5c98840329 req-0f5f9cfe-0422-4e9e-aabb-7435ac843615 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a1400ab-f701-4e22-808f-7367ab111edf HTTP/1.1" status: 200 len: 944 time: 0.0803924 Nov 16 22:03:02.869832 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port e9d1c46b-11b8-4507-8324-2c5e9bb8033e, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=e9d1c46b-11b8-4507-8324-2c5e9bb8033e,segment=NetworkSegment(9055e2df-36af-46b1-b494-f1c7d8f9006d),segment_id=9055e2df-36af-46b1-b494-f1c7d8f9006d)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 22:03:02.882946 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Returning: {'device': 'e9d1c46b-11b8-4507-8324-2c5e9bb8033e', 'network_id': '75553624-bf07-4abc-a9eb-cda4ea48d8c1', 'port_id': 'e9d1c46b-11b8-4507-8324-2c5e9bb8033e', 'mac_address': 'fa:16:3e:c1:16:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cf83365-9eaa-442f-82aa-88d0cb4dc8a6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 16 22:03:02.894088 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-8715dd04-6230-4b77-a8e6-7d5c98840329 req-b46524d5-7059-4826-98b9-c8d0f16f2bbf tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/security-groups?id=f98b3214-0e40-4070-b09a-ff70e7292638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383372 Nov 16 22:03:02.943354 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:03:02.961174 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.notifiers.nova [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9d1c46b-11b8-4507-8324-2c5e9bb8033e {{(pid=86865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:03:02.976051 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port e9d1c46b-11b8-4507-8324-2c5e9bb8033e, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=e9d1c46b-11b8-4507-8324-2c5e9bb8033e,segment=NetworkSegment(9055e2df-36af-46b1-b494-f1c7d8f9006d),segment_id=9055e2df-36af-46b1-b494-f1c7d8f9006d)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 22:03:02.980174 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:03:02.982482 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-b138d212-9be7-4763-a70b-9f7e9a5e0af4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 22:03:03.049079 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Pushing event updated for resources: {'Port': ['ID=e9d1c46b-11b8-4507-8324-2c5e9bb8033e,revision_number=7']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:03:03.052336 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 22:03:03.279886 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] get_ports_and_sgs() called for port_ids ['e9d1c46b-11b8-4507-8324-2c5e9bb8033e'] {{(pid=86865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 16 22:03:04.080940 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ac755-684a-4840-b236-d8985705b35e req-e5279f43-8c24-4882-942d-89ae7c5a51e1 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:04.082385 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-9f8ac755-684a-4840-b236-d8985705b35e req-e5279f43-8c24-4882-942d-89ae7c5a51e1 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a1400ab-f701-4e22-808f-7367ab111edf HTTP/1.1" status: 200 len: 945 time: 0.0841138 Nov 16 22:03:04.142259 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-9f8ac755-684a-4840-b236-d8985705b35e req-00cae187-17ba-40d4-90f6-dc23de8e20dc tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/security-groups?id=f98b3214-0e40-4070-b09a-ff70e7292638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541523 Nov 16 22:03:04.738028 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device e9d1c46b-11b8-4507-8324-2c5e9bb8033e up at agent hyperv_hv-cinder-81814 {{(pid=86865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 16 22:03:04.806132 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.provisioning_blocks [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Provisioning complete for port e9d1c46b-11b8-4507-8324-2c5e9bb8033e triggered by entity L2. {{(pid=86865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:03:04.806507 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7961077'] for port, provisioning_complete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:03:04.922207 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8001350'] for port, before_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:03:04.948337 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a1400ab-f701-4e22-808f-7367ab111edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d1c46b-11b8-4507-8324-2c5e9bb8033e'}] {{(pid=86865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:03:04.958944 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] For port e9d1c46b-11b8-4507-8324-2c5e9bb8033e, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=e9d1c46b-11b8-4507-8324-2c5e9bb8033e,segment=NetworkSegment(9055e2df-36af-46b1-b494-f1c7d8f9006d),segment_id=9055e2df-36af-46b1-b494-f1c7d8f9006d)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 22:03:04.962818 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790568634134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790568269123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790568269168'] for port, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:03:04.964880 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-8cfb580f-4ef1-41dd-9187-f89f5bb5392c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 22:03:04.998314 dv-cinder-818140-1-smb neutron-server[86865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a1400ab-f701-4e22-808f-7367ab111edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d1c46b-11b8-4507-8324-2c5e9bb8033e', 'code': 200} Nov 16 22:03:05.038529 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Pushing event updated for resources: {'Port': ['ID=e9d1c46b-11b8-4507-8324-2c5e9bb8033e,revision_number=8']} {{(pid=86865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:03:05.041417 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_concurrency.lockutils [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 22:03:05.372584 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df8c99b-89c7-4fc6-b1bb-a934c38a699e req-ae25a94a-7a05-409a-9a6c-e8fb20d4b44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:05.373928 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-4df8c99b-89c7-4fc6-b1bb-a934c38a699e req-ae25a94a-7a05-409a-9a6c-e8fb20d4b44c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7a1400ab-f701-4e22-808f-7367ab111edf HTTP/1.1" status: 200 len: 1099 time: 0.1317582 Nov 16 22:03:05.381741 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3e9b41-6f12-4fd0-8a0e-c9735234fcb7 req-1126752b-ab6b-4170-9f74-c2752596c852 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:05.383080 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-bf3e9b41-6f12-4fd0-8a0e-c9735234fcb7 req-1126752b-ab6b-4170-9f74-c2752596c852 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a1400ab-f701-4e22-808f-7367ab111edf HTTP/1.1" status: 200 len: 946 time: 0.1060836 Nov 16 22:03:05.446645 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-4df8c99b-89c7-4fc6-b1bb-a934c38a699e req-b0de2236-4d27-4d05-9b3a-4b02ca82547a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f98b3214-0e40-4070-b09a-ff70e7292638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626819 Nov 16 22:03:05.451070 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-bf3e9b41-6f12-4fd0-8a0e-c9735234fcb7 req-fb0a2982-94ff-47a4-bcbb-0702802e3700 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/security-groups?id=f98b3214-0e40-4070-b09a-ff70e7292638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550911 Nov 16 22:03:06.648766 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde7f38-40fb-4357-9683-8773c2c1349a req-53668c6c-9950-4ff7-a303-44e103f34e2a tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:06.650215 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-5cde7f38-40fb-4357-9683-8773c2c1349a req-53668c6c-9950-4ff7-a303-44e103f34e2a tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a1400ab-f701-4e22-808f-7367ab111edf HTTP/1.1" status: 200 len: 946 time: 0.0880649 Nov 16 22:03:06.695421 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-5cde7f38-40fb-4357-9683-8773c2c1349a req-d1ae29a6-23e4-4082-8b62-43a5305b2cdd tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/security-groups?id=f98b3214-0e40-4070-b09a-ff70e7292638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395446 Nov 16 22:03:07.885521 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33548f1b-879a-42ba-bef7-97edcde66c18 req-b54d96c3-3aa0-4ced-8564-d6da8fd191ac tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:07.887666 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-33548f1b-879a-42ba-bef7-97edcde66c18 req-b54d96c3-3aa0-4ced-8564-d6da8fd191ac tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a1400ab-f701-4e22-808f-7367ab111edf HTTP/1.1" status: 200 len: 946 time: 0.0845687 Nov 16 22:03:07.930951 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-33548f1b-879a-42ba-bef7-97edcde66c18 req-ec10b822-0a2f-4bc1-9d90-5d7d41dfce92 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/security-groups?id=f98b3214-0e40-4070-b09a-ff70e7292638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376134 Nov 16 22:03:17.814445 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.agents_db [None req-6e4a458f-5157-4cde-8197-239c61c88c18 None None] Agent healthcheck: found 6 active agents {{(pid=86866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 16 22:03:24.723811 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-c92843ee-a604-41d3-9fc2-7b552598e21a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:03:25.285347 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:03:27.468522 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-cf3cdc10-f314-499d-8d97-7108eec810ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:03:28.657356 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-94ae2c1a-1f16-4ed2-be66-e1a93ab74dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:03:29.941147 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-941145a6-33c9-4841-86a3-a7e018513e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:03:30.893126 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:03:35.844743 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-939fbd05-7b3a-4275-a54c-24071a27f243 req-a54c93ef-a4dd-451e-aa24-26f6899d2e64 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7a1400ab-f701-4e22-808f-7367ab111edf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0679469 Nov 16 22:03:35.989054 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939fbd05-7b3a-4275-a54c-24071a27f243 req-cb2413d4-dd55-4de9-a9db-37af234577c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:35.990523 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-939fbd05-7b3a-4275-a54c-24071a27f243 req-cb2413d4-dd55-4de9-a9db-37af234577c3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5ca92c45526f456f924dde7e783bf196&device_id=7a1400ab-f701-4e22-808f-7367ab111edf HTTP/1.1" status: 200 len: 1099 time: 0.0739017 Nov 16 22:03:36.135171 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939fbd05-7b3a-4275-a54c-24071a27f243 req-3f84edc0-becf-43bf-8129-57e2589d246b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:36.136583 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-939fbd05-7b3a-4275-a54c-24071a27f243 req-3f84edc0-becf-43bf-8129-57e2589d246b service neutron] 10.222.0.60 "GET /v2.0/networks?id=75553624-bf07-4abc-a9eb-cda4ea48d8c1 HTTP/1.1" status: 200 len: 910 time: 0.1254642 Nov 16 22:03:36.238276 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-939fbd05-7b3a-4275-a54c-24071a27f243 req-cf388c95-9464-4cff-ac2a-4b69a436e79a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9d1c46b-11b8-4507-8324-2c5e9bb8033e HTTP/1.1" status: 200 len: 1001 time: 0.0936680 Nov 16 22:03:36.397369 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939fbd05-7b3a-4275-a54c-24071a27f243 req-e56845d2-c3f3-4144-95e5-386236959621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:36.398740 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-939fbd05-7b3a-4275-a54c-24071a27f243 req-e56845d2-c3f3-4144-95e5-386236959621 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8cf83365-9eaa-442f-82aa-88d0cb4dc8a6 HTTP/1.1" status: 200 len: 848 time: 0.1536283 Nov 16 22:03:36.476189 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939fbd05-7b3a-4275-a54c-24071a27f243 req-4ba902c4-cf43-4c07-8329-7ec1c8d17a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:36.478672 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-939fbd05-7b3a-4275-a54c-24071a27f243 req-4ba902c4-cf43-4c07-8329-7ec1c8d17a04 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=75553624-bf07-4abc-a9eb-cda4ea48d8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0719831 Nov 16 22:03:36.613928 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-939fbd05-7b3a-4275-a54c-24071a27f243 req-0cd83f92-399b-4da0-8fd4-3642d8edb7aa service neutron] 10.222.0.60 "GET /v2.0/networks/75553624-bf07-4abc-a9eb-cda4ea48d8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274068 Nov 16 22:03:36.751256 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-939fbd05-7b3a-4275-a54c-24071a27f243 req-b386ea4a-41c1-4821-ab76-4186b6befac8 service neutron] 10.222.0.60 "GET /v2.0/networks/75553624-bf07-4abc-a9eb-cda4ea48d8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298845 Nov 16 22:03:54.723829 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d03ef8b7-e84d-4d9b-b3bc-1904dbe10122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:03:54.813118 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.agents_db [None req-6e4a458f-5157-4cde-8197-239c61c88c18 None None] Agent healthcheck: found 6 active agents {{(pid=86866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 16 22:03:55.288799 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:03:57.469632 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-8d8bc246-74c3-41cd-b269-b49982ae7b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:03:58.661385 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-94ae2c1a-1f16-4ed2-be66-e1a93ab74dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:03:59.942518 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-941145a6-33c9-4841-86a3-a7e018513e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:00.906453 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:20.472375 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 49338) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 22:04:20.676263 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.plugin [None req-eee84ed6-6417-44c1-b5e0-504867b75089 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Deleting port 1b15e4ea-2510-497b-b47f-bb2a6591b81e {{(pid=86863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 16 22:04:20.676599 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-eee84ed6-6417-44c1-b5e0-504867b75089 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790568630941'] for port, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:20.848084 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-eee84ed6-6417-44c1-b5e0-504867b75089 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675270'] for port, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:20.848329 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-eee84ed6-6417-44c1-b5e0-504867b75089 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:20.972025 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.plugin [None req-eee84ed6-6417-44c1-b5e0-504867b75089 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Calling delete_port for 1b15e4ea-2510-497b-b47f-bb2a6591b81e owned by network:floatingip {{(pid=86863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 16 22:04:21.225017 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-eee84ed6-6417-44c1-b5e0-504867b75089 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790568634161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790568269114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1459265'] for port, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:21.228417 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-6bd981c6-2a81-44ff-b862-35e313912b6c tempest-VolumesNegativeTest-1492891290 tempest-VolumesNegativeTest-1492891290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 22:04:21.275425 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee84ed6-6417-44c1-b5e0-504867b75089 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Pushing event deleted for resources: {'Port': ['ID=1b15e4ea-2510-497b-b47f-bb2a6591b81e,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:04:21.313017 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee84ed6-6417-44c1-b5e0-504867b75089 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:04:21.313385 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee84ed6-6417-44c1-b5e0-504867b75089 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:04:21.313746 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee84ed6-6417-44c1-b5e0-504867b75089 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:04:21.314127 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee84ed6-6417-44c1-b5e0-504867b75089 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:04:21.314478 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee84ed6-6417-44c1-b5e0-504867b75089 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:04:21.314826 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee84ed6-6417-44c1-b5e0-504867b75089 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:04:21.315171 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee84ed6-6417-44c1-b5e0-504867b75089 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:04:21.315518 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee84ed6-6417-44c1-b5e0-504867b75089 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:04:21.315862 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee84ed6-6417-44c1-b5e0-504867b75089 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:04:21.316201 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee84ed6-6417-44c1-b5e0-504867b75089 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:04:21.316539 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee84ed6-6417-44c1-b5e0-504867b75089 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:04:21.316876 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee84ed6-6417-44c1-b5e0-504867b75089 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:04:21.324472 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-eee84ed6-6417-44c1-b5e0-504867b75089 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 22:04:21.381949 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-eee84ed6-6417-44c1-b5e0-504867b75089 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Notify callbacks [] for floatingip, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:21.382385 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.db.l3_db [None req-eee84ed6-6417-44c1-b5e0-504867b75089 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Floating IP 7b89f9db-c181-4dad-9efe-c59c6b95144b disassociated (deleted). External IP: 172.28.3.17, port: e9d1c46b-11b8-4507-8324-2c5e9bb8033e. Nov 16 22:04:21.734336 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee84ed6-6417-44c1-b5e0-504867b75089 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Router 123f38ec-5e84-43a9-80d6-fa660aad58c4 has already been hosted by L3 agent 61e322f1-f733-4c16-8e8e-7253ec5fb84a {{(pid=86863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 16 22:04:21.910490 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee84ed6-6417-44c1-b5e0-504867b75089 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Notify agent at l3_agent.dv-cinder-818140-1-smb the message routers_updated {{(pid=86863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 16 22:04:21.920528 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d9756e-9587-42d4-8fb6-251b31c688b6 None None] Sync routers for ids ['123f38ec-5e84-43a9-80d6-fa660aad58c4'] in dv-cinder-818140-1-smb {{(pid=86865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:04:21.930159 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d9756e-9587-42d4-8fb6-251b31c688b6 None None] Routers {'123f38ec-5e84-43a9-80d6-fa660aad58c4'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 22:04:21.930816 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-eee84ed6-6417-44c1-b5e0-504867b75089 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for floatingip, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:21.930991 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-59d9756e-9587-42d4-8fb6-251b31c688b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T22:03:57Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['123f38ec-5e84-43a9-80d6-fa660aad58c4'], 'active': True} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:04:21.991009 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-eee84ed6-6417-44c1-b5e0-504867b75089 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "DELETE /v2.0/floatingips/7b89f9db-c181-4dad-9efe-c59c6b95144b HTTP/1.1" status: 204 len: 168 time: 1.5174131 Nov 16 22:04:21.991679 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a1400ab-f701-4e22-808f-7367ab111edf', 'tag': 'e9d1c46b-11b8-4507-8324-2c5e9bb8033e'}] {{(pid=86863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:04:22.147997 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvr_db [None req-59d9756e-9587-42d4-8fb6-251b31c688b6 None None] Set router 123f38ec-5e84-43a9-80d6-fa660aad58c4 gateway port host: dv-cinder-818140-1-smb {{(pid=86865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 22:04:22.199818 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a1400ab-f701-4e22-808f-7367ab111edf', 'tag': 'e9d1c46b-11b8-4507-8324-2c5e9bb8033e', 'status': 'completed', 'code': 200} Nov 16 22:04:22.366863 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd4d3f1-5e45-4def-bc68-c0f695c4d722 req-11fbc0b9-3740-4814-8903-5b3fcb39f7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:04:22.368342 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-1cd4d3f1-5e45-4def-bc68-c0f695c4d722 req-11fbc0b9-3740-4814-8903-5b3fcb39f7d2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5ca92c45526f456f924dde7e783bf196&device_id=7a1400ab-f701-4e22-808f-7367ab111edf HTTP/1.1" status: 200 len: 1099 time: 0.1307373 Nov 16 22:04:22.415711 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e846da-8d40-4bfe-a443-ce1fd9668a23 req-8f210e50-abdb-49f0-92fd-3e479cfa6c11 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:04:22.417785 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-31e846da-8d40-4bfe-a443-ce1fd9668a23 req-8f210e50-abdb-49f0-92fd-3e479cfa6c11 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a1400ab-f701-4e22-808f-7367ab111edf HTTP/1.1" status: 200 len: 946 time: 0.1190825 Nov 16 22:04:22.471408 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-59d9756e-9587-42d4-8fb6-251b31c688b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123f38ec-5e84-43a9-80d6-fa660aad58c4', 'name': 'tempest-TestShelveInstance-2016031509-router', 'tenant_id': '5ca92c45526f456f924dde7e783bf196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ab78284b-c349-411c-bdc5-24fe94fddce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:59:58Z', 'updated_at': '2021-11-16T22:00:02Z', 'revision_number': 4, 'project_id': '5ca92c45526f456f924dde7e783bf196', 'gw_port': {'id': 'ab78284b-c349-411c-bdc5-24fe94fddce3', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123f38ec-5e84-43a9-80d6-fa660aad58c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:59:59Z', 'updated_at': '2021-11-16T22:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb', '_interfaces': [{'id': 'd1e4e17d-3028-42b6-a4bb-999ceb020de9', 'name': '', 'network_id': '75553624-bf07-4abc-a9eb-cda4ea48d8c1', 'tenant_id': '5ca92c45526f456f924dde7e783bf196', 'mac_address': 'fa:16:3e:a1:ad:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123f38ec-5e84-43a9-80d6-fa660aad58c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '8cf83365-9eaa-442f-82aa-88d0cb4dc8a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:00:01Z', 'updated_at': '2021-11-16T22:00:08Z', 'revision_number': 5, 'project_id': '5ca92c45526f456f924dde7e783bf196', 'subnets': [{'id': '8cf83365-9eaa-442f-82aa-88d0cb4dc8a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:04:22.475352 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d9756e-9587-42d4-8fb6-251b31c688b6 None None] Checking router: 123f38ec-5e84-43a9-80d6-fa660aad58c4 for host: dv-cinder-818140-1-smb {{(pid=86865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:04:22.484399 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d9756e-9587-42d4-8fb6-251b31c688b6 None None] Routers {'123f38ec-5e84-43a9-80d6-fa660aad58c4'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 22:04:22.485001 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-59d9756e-9587-42d4-8fb6-251b31c688b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T22:03:57Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['123f38ec-5e84-43a9-80d6-fa660aad58c4'], 'active': True} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:04:22.535629 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-31e846da-8d40-4bfe-a443-ce1fd9668a23 req-7e0ffab7-6cab-4816-b401-f928e8b92047 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/security-groups?id=f98b3214-0e40-4070-b09a-ff70e7292638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747428 Nov 16 22:04:22.557770 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd4d3f1-5e45-4def-bc68-c0f695c4d722 req-5171b836-c174-47f7-80c4-3d33c40cc480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:04:22.559585 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-1cd4d3f1-5e45-4def-bc68-c0f695c4d722 req-5171b836-c174-47f7-80c4-3d33c40cc480 service neutron] 10.222.0.60 "GET /v2.0/networks?id=75553624-bf07-4abc-a9eb-cda4ea48d8c1 HTTP/1.1" status: 200 len: 910 time: 0.1813617 Nov 16 22:04:22.627934 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-1cd4d3f1-5e45-4def-bc68-c0f695c4d722 req-8d5f6ff8-42df-46df-9552-80d4586df1a4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9d1c46b-11b8-4507-8324-2c5e9bb8033e HTTP/1.1" status: 200 len: 217 time: 0.0603108 Nov 16 22:04:22.661829 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvr_db [None req-59d9756e-9587-42d4-8fb6-251b31c688b6 None None] Set router 123f38ec-5e84-43a9-80d6-fa660aad58c4 gateway port host: dv-cinder-818140-1-smb {{(pid=86865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 22:04:22.695711 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd4d3f1-5e45-4def-bc68-c0f695c4d722 req-44497775-0962-4065-acb8-f67b7fb791b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:04:22.697177 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-1cd4d3f1-5e45-4def-bc68-c0f695c4d722 req-44497775-0962-4065-acb8-f67b7fb791b2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8cf83365-9eaa-442f-82aa-88d0cb4dc8a6 HTTP/1.1" status: 200 len: 848 time: 0.0619018 Nov 16 22:04:22.774963 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd4d3f1-5e45-4def-bc68-c0f695c4d722 req-5e4ee9b1-464e-4967-8dc7-42110c5d5e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:04:22.776555 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-1cd4d3f1-5e45-4def-bc68-c0f695c4d722 req-5e4ee9b1-464e-4967-8dc7-42110c5d5e68 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=75553624-bf07-4abc-a9eb-cda4ea48d8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0708110 Nov 16 22:04:22.908465 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-1cd4d3f1-5e45-4def-bc68-c0f695c4d722 req-873a8c85-cbdd-43a3-913e-1e6909df2a8c service neutron] 10.222.0.60 "GET /v2.0/networks/75553624-bf07-4abc-a9eb-cda4ea48d8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239820 Nov 16 22:04:22.977968 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-59d9756e-9587-42d4-8fb6-251b31c688b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123f38ec-5e84-43a9-80d6-fa660aad58c4', 'name': 'tempest-TestShelveInstance-2016031509-router', 'tenant_id': '5ca92c45526f456f924dde7e783bf196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ab78284b-c349-411c-bdc5-24fe94fddce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:59:58Z', 'updated_at': '2021-11-16T22:00:02Z', 'revision_number': 4, 'project_id': '5ca92c45526f456f924dde7e783bf196', 'gw_port': {'id': 'ab78284b-c349-411c-bdc5-24fe94fddce3', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123f38ec-5e84-43a9-80d6-fa660aad58c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:59:59Z', 'updated_at': '2021-11-16T22:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb', '_interfaces': [{'id': 'd1e4e17d-3028-42b6-a4bb-999ceb020de9', 'name': '', 'network_id': '75553624-bf07-4abc-a9eb-cda4ea48d8c1', 'tenant_id': '5ca92c45526f456f924dde7e783bf196', 'mac_address': 'fa:16:3e:a1:ad:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123f38ec-5e84-43a9-80d6-fa660aad58c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '8cf83365-9eaa-442f-82aa-88d0cb4dc8a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:00:01Z', 'updated_at': '2021-11-16T22:00:08Z', 'revision_number': 5, 'project_id': '5ca92c45526f456f924dde7e783bf196', 'subnets': [{'id': '8cf83365-9eaa-442f-82aa-88d0cb4dc8a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:04:22.981919 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d9756e-9587-42d4-8fb6-251b31c688b6 None None] The sync data for ids ['123f38ec-5e84-43a9-80d6-fa660aad58c4'] in dv-cinder-818140-1-smb is: [{'id': '123f38ec-5e84-43a9-80d6-fa660aad58c4', 'name': 'tempest-TestShelveInstance-2016031509-router', 'tenant_id': '5ca92c45526f456f924dde7e783bf196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ab78284b-c349-411c-bdc5-24fe94fddce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:59:58Z', 'updated_at': '2021-11-16T22:00:02Z', 'revision_number': 4, 'project_id': '5ca92c45526f456f924dde7e783bf196', 'gw_port': {'id': 'ab78284b-c349-411c-bdc5-24fe94fddce3', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123f38ec-5e84-43a9-80d6-fa660aad58c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:59:59Z', 'updated_at': '2021-11-16T22:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb', '_interfaces': [{'id': 'd1e4e17d-3028-42b6-a4bb-999ceb020de9', 'name': '', 'network_id': '75553624-bf07-4abc-a9eb-cda4ea48d8c1', 'tenant_id': '5ca92c45526f456f924dde7e783bf196', 'mac_address': 'fa:16:3e:a1:ad:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123f38ec-5e84-43a9-80d6-fa660aad58c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '8cf83365-9eaa-442f-82aa-88d0cb4dc8a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:00:01Z', 'updated_at': '2021-11-16T22:00:08Z', 'revision_number': 5, 'project_id': '5ca92c45526f456f924dde7e783bf196', 'subnets': [{'id': '8cf83365-9eaa-442f-82aa-88d0cb4dc8a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:04:23.051660 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-1cd4d3f1-5e45-4def-bc68-c0f695c4d722 req-6deba9a6-b259-4fec-8407-fee67f5a1c1f service neutron] 10.222.0.60 "GET /v2.0/networks/75553624-bf07-4abc-a9eb-cda4ea48d8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341915 Nov 16 22:04:23.221665 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14923384-eee4-4cc6-a66d-49987a2bf001 None None] New status for floating IP 7b89f9db-c181-4dad-9efe-c59c6b95144b: DOWN {{(pid=86866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 22:04:23.722035 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699aa4ee-2540-4467-8852-2359d2fa6e13 req-644f11c4-be2b-4b25-858b-ee3d23d69890 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:04:23.722739 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-699aa4ee-2540-4467-8852-2359d2fa6e13 req-644f11c4-be2b-4b25-858b-ee3d23d69890 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Synchronizing usage tracker for tenant:5ca92c45526f456f924dde7e783bf196 on resource:port {{(pid=86863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 16 22:04:23.737906 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.quota.resource [req-699aa4ee-2540-4467-8852-2359d2fa6e13 req-644f11c4-be2b-4b25-858b-ee3d23d69890 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Unset dirty status for tenant:5ca92c45526f456f924dde7e783bf196 on resource:port {{(pid=86863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 16 22:04:23.739035 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-699aa4ee-2540-4467-8852-2359d2fa6e13 req-644f11c4-be2b-4b25-858b-ee3d23d69890 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a1400ab-f701-4e22-808f-7367ab111edf HTTP/1.1" status: 200 len: 946 time: 0.0952649 Nov 16 22:04:23.782997 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-699aa4ee-2540-4467-8852-2359d2fa6e13 req-edff734a-dc59-4f94-85c3-cef9603790c0 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/security-groups?id=f98b3214-0e40-4070-b09a-ff70e7292638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382988 Nov 16 22:04:23.963269 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de18fb5e-30f6-493e-bdd9-e6f7081c5567 req-054a14a2-f3e8-4dda-8be2-a8028c264bff tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:04:23.965409 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-de18fb5e-30f6-493e-bdd9-e6f7081c5567 req-054a14a2-f3e8-4dda-8be2-a8028c264bff tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a1400ab-f701-4e22-808f-7367ab111edf HTTP/1.1" status: 200 len: 946 time: 0.0848410 Nov 16 22:04:24.037285 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.plugin [req-de18fb5e-30f6-493e-bdd9-e6f7081c5567 req-6157d8d7-745d-48e0-8fff-4dc773a369f2 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Deleting port e9d1c46b-11b8-4507-8324-2c5e9bb8033e {{(pid=86864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 16 22:04:24.037629 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [req-de18fb5e-30f6-493e-bdd9-e6f7081c5567 req-6157d8d7-745d-48e0-8fff-4dc773a369f2 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790568630941'] for port, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:24.380269 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.db [req-de18fb5e-30f6-493e-bdd9-e6f7081c5567 req-6157d8d7-745d-48e0-8fff-4dc773a369f2 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] For port e9d1c46b-11b8-4507-8324-2c5e9bb8033e, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=e9d1c46b-11b8-4507-8324-2c5e9bb8033e,segment=NetworkSegment(9055e2df-36af-46b1-b494-f1c7d8f9006d),segment_id=9055e2df-36af-46b1-b494-f1c7d8f9006d)] {{(pid=86864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 22:04:24.380559 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [req-de18fb5e-30f6-493e-bdd9-e6f7081c5567 req-6157d8d7-745d-48e0-8fff-4dc773a369f2 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675270'] for port, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:24.501332 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.plugin [req-de18fb5e-30f6-493e-bdd9-e6f7081c5567 req-6157d8d7-745d-48e0-8fff-4dc773a369f2 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Calling delete_port for e9d1c46b-11b8-4507-8324-2c5e9bb8033e owned by compute:nova {{(pid=86864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 16 22:04:24.643044 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [req-de18fb5e-30f6-493e-bdd9-e6f7081c5567 req-6157d8d7-745d-48e0-8fff-4dc773a369f2 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790568634161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790568269114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3119288'] for port, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:24.652945 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 22:04:24.699238 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6157d8d7-745d-48e0-8fff-4dc773a369f2 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Pushing event deleted for resources: {'Port': ['ID=e9d1c46b-11b8-4507-8324-2c5e9bb8033e,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:04:24.733442 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-62081af7-3539-4572-996e-77106c15c88b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:24.744050 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157d8d7-745d-48e0-8fff-4dc773a369f2 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:04:24.744424 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157d8d7-745d-48e0-8fff-4dc773a369f2 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:04:24.744784 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157d8d7-745d-48e0-8fff-4dc773a369f2 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:04:24.746168 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157d8d7-745d-48e0-8fff-4dc773a369f2 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:04:24.746747 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157d8d7-745d-48e0-8fff-4dc773a369f2 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:04:24.747195 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157d8d7-745d-48e0-8fff-4dc773a369f2 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:04:24.747561 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157d8d7-745d-48e0-8fff-4dc773a369f2 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:04:24.748055 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157d8d7-745d-48e0-8fff-4dc773a369f2 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:04:24.748650 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157d8d7-745d-48e0-8fff-4dc773a369f2 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:04:24.749230 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157d8d7-745d-48e0-8fff-4dc773a369f2 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:04:24.749695 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157d8d7-745d-48e0-8fff-4dc773a369f2 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:04:24.750069 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157d8d7-745d-48e0-8fff-4dc773a369f2 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-smb {{(pid=86864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:04:24.778526 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-6157d8d7-745d-48e0-8fff-4dc773a369f2 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 22:04:24.789791 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.l3_dvrscheduler_db [req-de18fb5e-30f6-493e-bdd9-e6f7081c5567 req-6157d8d7-745d-48e0-8fff-4dc773a369f2 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] No DVR routers for this DVR port e9d1c46b-11b8-4507-8324-2c5e9bb8033e on host hv-cinder-81814 {{(pid=86864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:04:24.793206 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [req-de18fb5e-30f6-493e-bdd9-e6f7081c5567 req-6157d8d7-745d-48e0-8fff-4dc773a369f2 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74141'] for port, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:24.795709 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a1400ab-f701-4e22-808f-7367ab111edf', 'name': 'network-vif-deleted', 'tag': 'e9d1c46b-11b8-4507-8324-2c5e9bb8033e'}] {{(pid=86864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:04:24.813715 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [req-de18fb5e-30f6-493e-bdd9-e6f7081c5567 req-6157d8d7-745d-48e0-8fff-4dc773a369f2 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.60 "DELETE /v2.0/ports/e9d1c46b-11b8-4507-8324-2c5e9bb8033e HTTP/1.1" status: 204 len: 173 time: 0.8394852 Nov 16 22:04:24.957536 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [req-13c28743-5f1c-47a6-8096-78aa24a0c794 req-8c1e16d4-7a17-4ae6-b349-b99eab36d3f4 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a1400ab-f701-4e22-808f-7367ab111edf HTTP/1.1" status: 200 len: 210 time: 0.0550530 Nov 16 22:04:24.961994 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a1400ab-f701-4e22-808f-7367ab111edf', 'name': 'network-vif-deleted', 'tag': 'e9d1c46b-11b8-4507-8324-2c5e9bb8033e', 'status': 'completed', 'code': 200} Nov 16 22:04:25.293176 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:26.050602 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 49360) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 22:04:26.117121 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-56ff49ac-1a5e-48f1-8514-3833a8a8e717 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Notify callbacks [] for security_group, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:26.147536 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-56ff49ac-1a5e-48f1-8514-3833a8a8e717 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:26.210464 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-56ff49ac-1a5e-48f1-8514-3833a8a8e717 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:26.214095 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-ec96a3dc-b695-4829-a938-ad42441d132e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 22:04:26.229162 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ff49ac-1a5e-48f1-8514-3833a8a8e717 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98b3214-0e40-4070-b09a-ff70e7292638,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:04:26.232740 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-56ff49ac-1a5e-48f1-8514-3833a8a8e717 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 22:04:26.242178 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-56ff49ac-1a5e-48f1-8514-3833a8a8e717 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] Notify callbacks [] for security_group, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:26.243295 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-56ff49ac-1a5e-48f1-8514-3833a8a8e717 tempest-TestShelveInstance-765950912 tempest-TestShelveInstance-765950912-project] 10.222.0.50 "DELETE /v2.0/security-groups/f98b3214-0e40-4070-b09a-ff70e7292638 HTTP/1.1" status: 204 len: 168 time: 0.1917393 Nov 16 22:04:26.285880 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 49366) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 22:04:26.818872 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-667fd9c5-bc49-4245-acc7-bcafb8cc8ba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783302'] for router_interface, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:27.171644 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.plugin [None req-667fd9c5-bc49-4245-acc7-bcafb8cc8ba0 admin admin] Deleting port d1e4e17d-3028-42b6-a4bb-999ceb020de9 {{(pid=86864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 16 22:04:27.171898 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-667fd9c5-bc49-4245-acc7-bcafb8cc8ba0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790568630941'] for port, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:27.445243 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.db [None req-667fd9c5-bc49-4245-acc7-bcafb8cc8ba0 admin admin] For port d1e4e17d-3028-42b6-a4bb-999ceb020de9, host dv-cinder-818140-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=d1e4e17d-3028-42b6-a4bb-999ceb020de9,segment=NetworkSegment(9055e2df-36af-46b1-b494-f1c7d8f9006d),segment_id=9055e2df-36af-46b1-b494-f1c7d8f9006d)] {{(pid=86864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 22:04:27.445933 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-667fd9c5-bc49-4245-acc7-bcafb8cc8ba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675270'] for port, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:27.474404 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-02b9c2a6-5a4a-4512-80bd-ba3e0f4ff9ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:27.572351 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.plugin [None req-667fd9c5-bc49-4245-acc7-bcafb8cc8ba0 admin admin] Calling delete_port for d1e4e17d-3028-42b6-a4bb-999ceb020de9 owned by network:router_interface {{(pid=86864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 16 22:04:27.749166 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-667fd9c5-bc49-4245-acc7-bcafb8cc8ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790568634161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790568269114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3119288'] for port, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:27.752534 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-e691797e-4157-4759-b831-d427f7cd9ffb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 22:04:27.796369 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667fd9c5-bc49-4245-acc7-bcafb8cc8ba0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1e4e17d-3028-42b6-a4bb-999ceb020de9,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:04:27.799453 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-667fd9c5-bc49-4245-acc7-bcafb8cc8ba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 22:04:28.070686 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-667fd9c5-bc49-4245-acc7-bcafb8cc8ba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-576423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-723542'] for router_interface, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:28.425484 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-667fd9c5-bc49-4245-acc7-bcafb8cc8ba0 admin admin] Router 123f38ec-5e84-43a9-80d6-fa660aad58c4 has already been hosted by L3 agent 61e322f1-f733-4c16-8e8e-7253ec5fb84a {{(pid=86864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 16 22:04:28.603073 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-667fd9c5-bc49-4245-acc7-bcafb8cc8ba0 admin admin] Notify agent at l3_agent.dv-cinder-818140-1-smb the message routers_updated {{(pid=86864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 16 22:04:28.614461 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7467be06-3b14-4cb5-b0c1-3c13322ae2e0 None None] Sync routers for ids ['123f38ec-5e84-43a9-80d6-fa660aad58c4'] in dv-cinder-818140-1-smb {{(pid=86865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:04:28.617260 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-667fd9c5-bc49-4245-acc7-bcafb8cc8ba0 admin admin] 10.222.0.50 "PUT /v2.0/routers/123f38ec-5e84-43a9-80d6-fa660aad58c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3302295 Nov 16 22:04:28.620709 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 49370) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 22:04:28.624704 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7467be06-3b14-4cb5-b0c1-3c13322ae2e0 None None] Routers {'123f38ec-5e84-43a9-80d6-fa660aad58c4'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 22:04:28.625364 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-7467be06-3b14-4cb5-b0c1-3c13322ae2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T22:04:27Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['123f38ec-5e84-43a9-80d6-fa660aad58c4'], 'active': True} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:04:28.711935 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-94ae2c1a-1f16-4ed2-be66-e1a93ab74dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:28.817381 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvr_db [None req-7467be06-3b14-4cb5-b0c1-3c13322ae2e0 None None] Set router 123f38ec-5e84-43a9-80d6-fa660aad58c4 gateway port host: dv-cinder-818140-1-smb {{(pid=86865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 22:04:28.914851 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-1db34f54-ebf4-4f69-a954-3aa5e1f1a237 admin admin] Notify callbacks [] for router, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:29.101341 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-1db34f54-ebf4-4f69-a954-3aa5e1f1a237 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:29.111192 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.plugin [None req-1db34f54-ebf4-4f69-a954-3aa5e1f1a237 admin admin] Deleting port ab78284b-c349-411c-bdc5-24fe94fddce3 {{(pid=86864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 16 22:04:29.111528 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-1db34f54-ebf4-4f69-a954-3aa5e1f1a237 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790568630941'] for port, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:29.146455 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-7467be06-3b14-4cb5-b0c1-3c13322ae2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123f38ec-5e84-43a9-80d6-fa660aad58c4', 'name': 'tempest-TestShelveInstance-2016031509-router', 'tenant_id': '5ca92c45526f456f924dde7e783bf196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ab78284b-c349-411c-bdc5-24fe94fddce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:59:58Z', 'updated_at': '2021-11-16T22:04:27Z', 'revision_number': 5, 'project_id': '5ca92c45526f456f924dde7e783bf196', 'gw_port': {'id': 'ab78284b-c349-411c-bdc5-24fe94fddce3', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123f38ec-5e84-43a9-80d6-fa660aad58c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:59:59Z', 'updated_at': '2021-11-16T22:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb'}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:04:29.150221 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7467be06-3b14-4cb5-b0c1-3c13322ae2e0 None None] Checking router: 123f38ec-5e84-43a9-80d6-fa660aad58c4 for host: dv-cinder-818140-1-smb {{(pid=86865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:04:29.159804 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7467be06-3b14-4cb5-b0c1-3c13322ae2e0 None None] Routers {'123f38ec-5e84-43a9-80d6-fa660aad58c4'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 22:04:29.160412 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-7467be06-3b14-4cb5-b0c1-3c13322ae2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T22:04:27Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['123f38ec-5e84-43a9-80d6-fa660aad58c4'], 'active': True} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:04:29.214269 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device e9d1c46b-11b8-4507-8324-2c5e9bb8033e no longer exists at agent hyperv_hv-cinder-81814 {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 16 22:04:29.287396 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.db [None req-1db34f54-ebf4-4f69-a954-3aa5e1f1a237 admin admin] For port ab78284b-c349-411c-bdc5-24fe94fddce3, host dv-cinder-818140-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=ab78284b-c349-411c-bdc5-24fe94fddce3,segment=NetworkSegment(2032d675-cc73-45c1-95a0-4a6936ebf39a),segment_id=2032d675-cc73-45c1-95a0-4a6936ebf39a)] {{(pid=86864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 22:04:29.287746 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-1db34f54-ebf4-4f69-a954-3aa5e1f1a237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675270'] for port, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:29.310629 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] No Port match for: e9d1c46b-11b8-4507-8324-2c5e9bb8033e {{(pid=86865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 16 22:04:29.310986 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Device e9d1c46b-11b8-4507-8324-2c5e9bb8033e not bound to the agent host hv-cinder-81814 {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 16 22:04:29.344353 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_dvr_db [None req-7467be06-3b14-4cb5-b0c1-3c13322ae2e0 None None] Set router 123f38ec-5e84-43a9-80d6-fa660aad58c4 gateway port host: None {{(pid=86865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 22:04:29.410042 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.plugin [None req-1db34f54-ebf4-4f69-a954-3aa5e1f1a237 admin admin] Calling delete_port for ab78284b-c349-411c-bdc5-24fe94fddce3 owned by network:router_gateway {{(pid=86864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 16 22:04:29.450679 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.db.l3_hamode_db [None req-7467be06-3b14-4cb5-b0c1-3c13322ae2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123f38ec-5e84-43a9-80d6-fa660aad58c4', 'name': 'tempest-TestShelveInstance-2016031509-router', 'tenant_id': '5ca92c45526f456f924dde7e783bf196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:59:58Z', 'updated_at': '2021-11-16T22:04:29Z', 'revision_number': 6, 'project_id': '5ca92c45526f456f924dde7e783bf196', 'gw_port_host': None}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:04:29.454617 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7467be06-3b14-4cb5-b0c1-3c13322ae2e0 None None] The sync data for ids ['123f38ec-5e84-43a9-80d6-fa660aad58c4'] in dv-cinder-818140-1-smb is: [{'id': '123f38ec-5e84-43a9-80d6-fa660aad58c4', 'name': 'tempest-TestShelveInstance-2016031509-router', 'tenant_id': '5ca92c45526f456f924dde7e783bf196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:59:58Z', 'updated_at': '2021-11-16T22:04:29Z', 'revision_number': 6, 'project_id': '5ca92c45526f456f924dde7e783bf196', 'gw_port_host': None}] {{(pid=86865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:04:29.579666 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-1db34f54-ebf4-4f69-a954-3aa5e1f1a237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790568634161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790568269114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3119288'] for port, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:29.583227 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-b12f95f8-ddff-4c82-a39b-3844a63028b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 22:04:29.626467 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db34f54-ebf4-4f69-a954-3aa5e1f1a237 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab78284b-c349-411c-bdc5-24fe94fddce3,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:04:29.629893 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-1db34f54-ebf4-4f69-a954-3aa5e1f1a237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 22:04:29.716794 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-1db34f54-ebf4-4f69-a954-3aa5e1f1a237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677593'] for router_gateway, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:29.893131 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-1db34f54-ebf4-4f69-a954-3aa5e1f1a237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-677217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6475'] for router, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:29.896301 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-1db34f54-ebf4-4f69-a954-3aa5e1f1a237 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:29.919618 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-1db34f54-ebf4-4f69-a954-3aa5e1f1a237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783128'] for router, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:29.920133 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db34f54-ebf4-4f69-a954-3aa5e1f1a237 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 123f38ec-5e84-43a9-80d6-fa660aad58c4 {{(pid=86864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 16 22:04:29.932679 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-1db34f54-ebf4-4f69-a954-3aa5e1f1a237 admin admin] Notify callbacks [] for router, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:29.934676 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-1db34f54-ebf4-4f69-a954-3aa5e1f1a237 admin admin] 10.222.0.50 "DELETE /v2.0/routers/123f38ec-5e84-43a9-80d6-fa660aad58c4 HTTP/1.1" status: 204 len: 168 time: 1.3121729 Nov 16 22:04:29.936925 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 49374) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 22:04:29.949155 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-941145a6-33c9-4841-86a3-a7e018513e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:30.003997 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7140ab9-8ff4-489b-80cf-1d2d4ca6239a admin admin] Deleting subnet 8cf83365-9eaa-442f-82aa-88d0cb4dc8a6 {{(pid=86864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 16 22:04:30.006846 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-c7140ab9-8ff4-489b-80cf-1d2d4ca6239a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:30.055797 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-c7140ab9-8ff4-489b-80cf-1d2d4ca6239a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1095438'] for subnet, precommit_delete_associations {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:30.131259 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-c7140ab9-8ff4-489b-80cf-1d2d4ca6239a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7959338'] for subnet, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:30.249822 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device d1e4e17d-3028-42b6-a4bb-999ceb020de9 no longer exists at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 16 22:04:30.284896 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] No Port match for: d1e4e17d-3028-42b6-a4bb-999ceb020de9 {{(pid=86865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 16 22:04:30.285241 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device d1e4e17d-3028-42b6-a4bb-999ceb020de9 not bound to the agent host dv-cinder-818140-1-smb {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 16 22:04:30.285668 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device ab78284b-c349-411c-bdc5-24fe94fddce3 no longer exists at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 16 22:04:30.306992 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-c7140ab9-8ff4-489b-80cf-1d2d4ca6239a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7959329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3119339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3111270'] for subnet, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:30.311990 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-044622c6-370c-4d80-b7d7-76d768c4a917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 22:04:30.324048 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] No Port match for: ab78284b-c349-411c-bdc5-24fe94fddce3 {{(pid=86865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 16 22:04:30.324571 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device ab78284b-c349-411c-bdc5-24fe94fddce3 not bound to the agent host dv-cinder-818140-1-smb {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 16 22:04:30.345329 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7140ab9-8ff4-489b-80cf-1d2d4ca6239a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cf83365-9eaa-442f-82aa-88d0cb4dc8a6,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:04:30.348155 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-c7140ab9-8ff4-489b-80cf-1d2d4ca6239a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 22:04:30.349111 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-c7140ab9-8ff4-489b-80cf-1d2d4ca6239a admin admin] Notify callbacks [] for subnet, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:30.354910 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f960de9-93f3-4144-96b8-8d4e7c4f9958 None None] Network 75553624-bf07-4abc-a9eb-cda4ea48d8c1 requested from dv-cinder-818140-1-smb {{(pid=86865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 16 22:04:30.355086 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-c7140ab9-8ff4-489b-80cf-1d2d4ca6239a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/8cf83365-9eaa-442f-82aa-88d0cb4dc8a6 HTTP/1.1" status: 204 len: 168 time: 0.4171109 Nov 16 22:04:30.358211 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 49378) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 22:04:30.467264 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-fed0d417-740a-4d4e-8555-5b691d89a44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7988716'] for network, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:30.478174 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.plugin [None req-fed0d417-740a-4d4e-8555-5b691d89a44b admin admin] Deleting port dc5d93db-e833-4046-be0d-cc6960c023d9 {{(pid=86864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 16 22:04:30.478512 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-fed0d417-740a-4d4e-8555-5b691d89a44b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790568630941'] for port, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:30.618328 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54199e7-6eba-431d-a196-04bb354710fa None None] DHCP port deletion for 75553624-bf07-4abc-a9eb-cda4ea48d8c1 request from dv-cinder-818140-1-smb {{(pid=86865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 16 22:04:30.623293 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-c54199e7-6eba-431d-a196-04bb354710fa None None] Deleting port dc5d93db-e833-4046-be0d-cc6960c023d9 {{(pid=86865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 16 22:04:30.623674 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-c54199e7-6eba-431d-a196-04bb354710fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790568630941'] for port, before_delete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:30.695082 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.db [None req-fed0d417-740a-4d4e-8555-5b691d89a44b admin admin] For port dc5d93db-e833-4046-be0d-cc6960c023d9, host dv-cinder-818140-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=dc5d93db-e833-4046-be0d-cc6960c023d9,segment=NetworkSegment(9055e2df-36af-46b1-b494-f1c7d8f9006d),segment_id=9055e2df-36af-46b1-b494-f1c7d8f9006d)] {{(pid=86864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 22:04:30.695718 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-fed0d417-740a-4d4e-8555-5b691d89a44b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675270'] for port, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:30.822804 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.plugin [None req-fed0d417-740a-4d4e-8555-5b691d89a44b admin admin] Calling delete_port for dc5d93db-e833-4046-be0d-cc6960c023d9 owned by network:dhcp {{(pid=86864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 16 22:04:30.841151 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-c54199e7-6eba-431d-a196-04bb354710fa None None] For port dc5d93db-e833-4046-be0d-cc6960c023d9, host dv-cinder-818140-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=dc5d93db-e833-4046-be0d-cc6960c023d9,segment=NetworkSegment(9055e2df-36af-46b1-b494-f1c7d8f9006d),segment_id=9055e2df-36af-46b1-b494-f1c7d8f9006d)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 22:04:30.841546 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-c54199e7-6eba-431d-a196-04bb354710fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675270'] for port, precommit_delete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:30.901490 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-fed0d417-740a-4d4e-8555-5b691d89a44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790568634161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790568269114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3119288'] for port, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:30.906619 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-2daf7056-3f8d-492a-8d36-11a66b7b051e tempest-TestMinimumBasicScenario-654958505 tempest-TestMinimumBasicScenario-654958505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 22:04:30.959340 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed0d417-740a-4d4e-8555-5b691d89a44b admin admin] Pushing event deleted for resources: {'Port': ['ID=dc5d93db-e833-4046-be0d-cc6960c023d9,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:04:30.961097 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed0d417-740a-4d4e-8555-5b691d89a44b admin admin] No DVR routers for this DVR port dc5d93db-e833-4046-be0d-cc6960c023d9 on host dv-cinder-818140-1-smb {{(pid=86864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:04:30.962544 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-fed0d417-740a-4d4e-8555-5b691d89a44b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 22:04:30.973136 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-c54199e7-6eba-431d-a196-04bb354710fa None None] Calling delete_port for dc5d93db-e833-4046-be0d-cc6960c023d9 owned by network:dhcp {{(pid=86865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 16 22:04:31.030476 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:31.060768 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.db.api [None req-c54199e7-6eba-431d-a196-04bb354710fa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 22:04:31.061123 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_db.api [None req-c54199e7-6eba-431d-a196-04bb354710fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 22:04:31.086907 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-fed0d417-740a-4d4e-8555-5b691d89a44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7962236', 'neutron.services.segments.db._delete_segments_for_network-8790568771669'] for network, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:31.112296 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.services.segments.db [None req-fed0d417-740a-4d4e-8555-5b691d89a44b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75553624-bf07-4abc-a9eb-cda4ea48d8c1']}} {{(pid=86864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:04:31.124254 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.services.segments.db [None req-fed0d417-740a-4d4e-8555-5b691d89a44b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9055e2df-36af-46b1-b494-f1c7d8f9006d') {'for_net_delete': True} {{(pid=86864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:04:31.124549 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.services.segments.db [None req-fed0d417-740a-4d4e-8555-5b691d89a44b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9055e2df-36af-46b1-b494-f1c7d8f9006d') {} {{(pid=86864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:04:31.135440 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-fed0d417-740a-4d4e-8555-5b691d89a44b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790568701269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1095441'] for segment, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:31.150789 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-fed0d417-740a-4d4e-8555-5b691d89a44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930301'] for segment, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:31.157170 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fed0d417-740a-4d4e-8555-5b691d89a44b admin admin] Releasing vlan 839 on physical network physnet1 to pool {{(pid=86864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 22:04:31.157569 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-fed0d417-740a-4d4e-8555-5b691d89a44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7930292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3119245'] for segment, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:31.170844 dv-cinder-818140-1-smb neutron-server[86864]: Traceback (most recent call last): Nov 16 22:04:31.170844 dv-cinder-818140-1-smb neutron-server[86864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 22:04:31.170844 dv-cinder-818140-1-smb neutron-server[86864]: timer() Nov 16 22:04:31.170844 dv-cinder-818140-1-smb neutron-server[86864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 22:04:31.170844 dv-cinder-818140-1-smb neutron-server[86864]: cb(*args, **kw) Nov 16 22:04:31.170844 dv-cinder-818140-1-smb neutron-server[86864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 16 22:04:31.170844 dv-cinder-818140-1-smb neutron-server[86864]: return func(*args, **kwargs) Nov 16 22:04:31.170844 dv-cinder-818140-1-smb neutron-server[86864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 22:04:31.170844 dv-cinder-818140-1-smb neutron-server[86864]: self._notify() Nov 16 22:04:31.170844 dv-cinder-818140-1-smb neutron-server[86864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 22:04:31.170844 dv-cinder-818140-1-smb neutron-server[86864]: self.callback(batched_events) Nov 16 22:04:31.170844 dv-cinder-818140-1-smb neutron-server[86864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 22:04:31.170844 dv-cinder-818140-1-smb neutron-server[86864]: event.method(event) Nov 16 22:04:31.170844 dv-cinder-818140-1-smb neutron-server[86864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 16 22:04:31.170844 dv-cinder-818140-1-smb neutron-server[86864]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 22:04:31.170844 dv-cinder-818140-1-smb neutron-server[86864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 16 22:04:31.170844 dv-cinder-818140-1-smb neutron-server[86864]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 22:04:31.170844 dv-cinder-818140-1-smb neutron-server[86864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 16 22:04:31.170844 dv-cinder-818140-1-smb neutron-server[86864]: return f(self, *a, **k) Nov 16 22:04:31.170844 dv-cinder-818140-1-smb neutron-server[86864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 16 22:04:31.170844 dv-cinder-818140-1-smb neutron-server[86864]: return self._get(url).json() Nov 16 22:04:31.170844 dv-cinder-818140-1-smb neutron-server[86864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 16 22:04:31.170844 dv-cinder-818140-1-smb neutron-server[86864]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 22:04:31.170844 dv-cinder-818140-1-smb neutron-server[86864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 22:04:31.170844 dv-cinder-818140-1-smb neutron-server[86864]: return self.request(url, 'GET', **kwargs) Nov 16 22:04:31.170844 dv-cinder-818140-1-smb neutron-server[86864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 22:04:31.170844 dv-cinder-818140-1-smb neutron-server[86864]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 22:04:31.170844 dv-cinder-818140-1-smb neutron-server[86864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 22:04:31.170844 dv-cinder-818140-1-smb neutron-server[86864]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 22:04:31.170844 dv-cinder-818140-1-smb neutron-server[86864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 22:04:31.170844 dv-cinder-818140-1-smb neutron-server[86864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 22:04:31.170844 dv-cinder-818140-1-smb neutron-server[86864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 22:04:31.247055 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-fed0d417-740a-4d4e-8555-5b691d89a44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7962117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677574'] for network, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:31.250758 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 22:04:31.263072 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-fed0d417-740a-4d4e-8555-5b691d89a44b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578116'] for network, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:31.274413 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed0d417-740a-4d4e-8555-5b691d89a44b admin admin] Pushing event deleted for resources: {'Network': ['ID=75553624-bf07-4abc-a9eb-cda4ea48d8c1,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:04:31.279050 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-fed0d417-740a-4d4e-8555-5b691d89a44b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 22:04:31.286882 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-fed0d417-740a-4d4e-8555-5b691d89a44b admin admin] 10.222.0.50 "DELETE /v2.0/networks/75553624-bf07-4abc-a9eb-cda4ea48d8c1 HTTP/1.1" status: 204 len: 168 time: 0.9277582 Nov 16 22:04:31.289909 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 49382) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 22:04:31.562330 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-c54199e7-6eba-431d-a196-04bb354710fa None None] Deleting port dc5d93db-e833-4046-be0d-cc6960c023d9 {{(pid=86865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 16 22:04:31.562828 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-c54199e7-6eba-431d-a196-04bb354710fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790568630941'] for port, before_delete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:31.669718 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-c54199e7-6eba-431d-a196-04bb354710fa None None] The port 'dc5d93db-e833-4046-be0d-cc6960c023d9' was deleted {{(pid=86865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 16 22:04:31.812317 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.agents_db [None req-6e4a458f-5157-4cde-8197-239c61c88c18 None None] Agent healthcheck: found 6 active agents {{(pid=86866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 16 22:04:31.928139 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-40a7ead0-d3aa-4176-afee-73e4e2c81fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783302'] for router_interface, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:32.186758 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device dc5d93db-e833-4046-be0d-cc6960c023d9 no longer exists at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 16 22:04:32.220266 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] No Port match for: dc5d93db-e833-4046-be0d-cc6960c023d9 {{(pid=86865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 16 22:04:32.220610 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device dc5d93db-e833-4046-be0d-cc6960c023d9 not bound to the agent host dv-cinder-818140-1-smb {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 16 22:04:32.278081 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.plugin [None req-40a7ead0-d3aa-4176-afee-73e4e2c81fa2 admin admin] Deleting port 5c79622c-03e1-4bf2-92db-4aca731c23a8 {{(pid=86863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 16 22:04:32.278414 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-40a7ead0-d3aa-4176-afee-73e4e2c81fa2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790568630941'] for port, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:32.446174 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.db [None req-40a7ead0-d3aa-4176-afee-73e4e2c81fa2 admin admin] For port 5c79622c-03e1-4bf2-92db-4aca731c23a8, host dv-cinder-818140-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=5c79622c-03e1-4bf2-92db-4aca731c23a8,segment=NetworkSegment(9263a306-034e-4b10-bf77-f4acd2bbee61),segment_id=9263a306-034e-4b10-bf77-f4acd2bbee61)] {{(pid=86863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 22:04:32.446833 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-40a7ead0-d3aa-4176-afee-73e4e2c81fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675270'] for port, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:32.567513 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.plugin [None req-40a7ead0-d3aa-4176-afee-73e4e2c81fa2 admin admin] Calling delete_port for 5c79622c-03e1-4bf2-92db-4aca731c23a8 owned by network:router_interface {{(pid=86863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 16 22:04:32.878511 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-40a7ead0-d3aa-4176-afee-73e4e2c81fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790568634161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790568269114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1459265'] for port, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:32.881906 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-c00088f7-27f6-4005-810e-5f7283414acb tempest-AttachVolumeNegativeTest-314131886 tempest-AttachVolumeNegativeTest-314131886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 22:04:32.932012 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a7ead0-d3aa-4176-afee-73e4e2c81fa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c79622c-03e1-4bf2-92db-4aca731c23a8,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:04:32.958006 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-40a7ead0-d3aa-4176-afee-73e4e2c81fa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 22:04:33.295156 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-40a7ead0-d3aa-4176-afee-73e4e2c81fa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-576423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-723542'] for router_interface, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:33.655937 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a7ead0-d3aa-4176-afee-73e4e2c81fa2 admin admin] Router adccc102-1e3b-4e20-9d87-de404b0b9a01 has already been hosted by L3 agent 61e322f1-f733-4c16-8e8e-7253ec5fb84a {{(pid=86863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 16 22:04:33.832543 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a7ead0-d3aa-4176-afee-73e4e2c81fa2 admin admin] Notify agent at l3_agent.dv-cinder-818140-1-smb the message routers_updated {{(pid=86863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 16 22:04:33.841116 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4195bf5c-e86a-44a3-921f-cd8caf5ead19 None None] Sync routers for ids ['adccc102-1e3b-4e20-9d87-de404b0b9a01'] in dv-cinder-818140-1-smb {{(pid=86866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:04:33.849278 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-40a7ead0-d3aa-4176-afee-73e4e2c81fa2 admin admin] 10.222.0.50 "PUT /v2.0/routers/adccc102-1e3b-4e20-9d87-de404b0b9a01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5572586 Nov 16 22:04:33.850818 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 49386) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 22:04:33.851266 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4195bf5c-e86a-44a3-921f-cd8caf5ead19 None None] Routers {'adccc102-1e3b-4e20-9d87-de404b0b9a01'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 22:04:33.851750 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_hamode_db [None req-4195bf5c-e86a-44a3-921f-cd8caf5ead19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T22:04:27Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['adccc102-1e3b-4e20-9d87-de404b0b9a01'], 'active': True} {{(pid=86866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:04:34.024626 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_dvr_db [None req-4195bf5c-e86a-44a3-921f-cd8caf5ead19 None None] Set router adccc102-1e3b-4e20-9d87-de404b0b9a01 gateway port host: dv-cinder-818140-1-smb {{(pid=86866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 22:04:34.028192 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-9bb2af5f-153d-47b2-9645-269b48b6bdd0 admin admin] Notify callbacks [] for router, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:34.204520 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-9bb2af5f-153d-47b2-9645-269b48b6bdd0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:34.213777 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.plugin [None req-9bb2af5f-153d-47b2-9645-269b48b6bdd0 admin admin] Deleting port f5951a3a-bebd-4506-a7e8-75204756fbc1 {{(pid=86864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 16 22:04:34.214069 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-9bb2af5f-153d-47b2-9645-269b48b6bdd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790568630941'] for port, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:34.313344 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_hamode_db [None req-4195bf5c-e86a-44a3-921f-cd8caf5ead19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adccc102-1e3b-4e20-9d87-de404b0b9a01', 'name': 'tempest-TestShelveInstance-816533002-router', 'tenant_id': '73fb424bca6a41d896dbdee5b8a3ce1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'external_fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.11'}], 'enable_snat': True}, 'gw_port_id': 'f5951a3a-bebd-4506-a7e8-75204756fbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:00:05Z', 'updated_at': '2021-11-16T22:04:32Z', 'revision_number': 5, 'project_id': '73fb424bca6a41d896dbdee5b8a3ce1f', 'gw_port': {'id': 'f5951a3a-bebd-4506-a7e8-75204756fbc1', 'name': '', 'network_id': 'a9f41963-6d96-4c68-8a62-a8c5d6a06a20', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adccc102-1e3b-4e20-9d87-de404b0b9a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'ip_address': '172.28.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:00:06Z', 'updated_at': '2021-11-16T22:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5c31ecf-1c75-47d6-89d5-3eb31f2005b0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-smb'}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:04:34.317353 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4195bf5c-e86a-44a3-921f-cd8caf5ead19 None None] Checking router: adccc102-1e3b-4e20-9d87-de404b0b9a01 for host: dv-cinder-818140-1-smb {{(pid=86866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:04:34.326232 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4195bf5c-e86a-44a3-921f-cd8caf5ead19 None None] Routers {'adccc102-1e3b-4e20-9d87-de404b0b9a01'} bound to L3 agent in host dv-cinder-818140-1-smb {{(pid=86866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 16 22:04:34.326846 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_hamode_db [None req-4195bf5c-e86a-44a3-921f-cd8caf5ead19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818140-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:42:57Z,description=,heartbeat_timestamp=2021-11-16T22:04:27Z,host='dv-cinder-818140-1-smb',id=61e322f1-f733-4c16-8e8e-7253ec5fb84a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:42:57Z,topic='l3_agent')) {'router_ids': ['adccc102-1e3b-4e20-9d87-de404b0b9a01'], 'active': True} {{(pid=86866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:04:34.474643 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_dvr_db [None req-4195bf5c-e86a-44a3-921f-cd8caf5ead19 None None] Set router adccc102-1e3b-4e20-9d87-de404b0b9a01 gateway port host: None {{(pid=86866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 16 22:04:34.487843 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.db [None req-9bb2af5f-153d-47b2-9645-269b48b6bdd0 admin admin] For port f5951a3a-bebd-4506-a7e8-75204756fbc1, host dv-cinder-818140-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=f5951a3a-bebd-4506-a7e8-75204756fbc1,segment=NetworkSegment(2032d675-cc73-45c1-95a0-4a6936ebf39a),segment_id=2032d675-cc73-45c1-95a0-4a6936ebf39a)] {{(pid=86864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 22:04:34.488232 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-9bb2af5f-153d-47b2-9645-269b48b6bdd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675270'] for port, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:34.577385 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.l3_hamode_db [None req-4195bf5c-e86a-44a3-921f-cd8caf5ead19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adccc102-1e3b-4e20-9d87-de404b0b9a01', 'name': 'tempest-TestShelveInstance-816533002-router', 'tenant_id': '73fb424bca6a41d896dbdee5b8a3ce1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:00:05Z', 'updated_at': '2021-11-16T22:04:34Z', 'revision_number': 6, 'project_id': '73fb424bca6a41d896dbdee5b8a3ce1f', 'gw_port_host': None}], 'dv-cinder-818140-1-smb', False) {} {{(pid=86866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:04:34.581218 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4195bf5c-e86a-44a3-921f-cd8caf5ead19 None None] The sync data for ids ['adccc102-1e3b-4e20-9d87-de404b0b9a01'] in dv-cinder-818140-1-smb is: [{'id': 'adccc102-1e3b-4e20-9d87-de404b0b9a01', 'name': 'tempest-TestShelveInstance-816533002-router', 'tenant_id': '73fb424bca6a41d896dbdee5b8a3ce1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:00:05Z', 'updated_at': '2021-11-16T22:04:34Z', 'revision_number': 6, 'project_id': '73fb424bca6a41d896dbdee5b8a3ce1f', 'gw_port_host': None}] {{(pid=86866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:04:34.611576 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.plugins.ml2.plugin [None req-9bb2af5f-153d-47b2-9645-269b48b6bdd0 admin admin] Calling delete_port for f5951a3a-bebd-4506-a7e8-75204756fbc1 owned by network:router_gateway {{(pid=86864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 16 22:04:34.777604 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-9bb2af5f-153d-47b2-9645-269b48b6bdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790568634161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790568269114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3119288'] for port, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:34.781877 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-9cd26c8f-13d8-43fa-9e72-2c6392a95b70 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 22:04:34.831150 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb2af5f-153d-47b2-9645-269b48b6bdd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5951a3a-bebd-4506-a7e8-75204756fbc1,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:04:34.861118 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-9bb2af5f-153d-47b2-9645-269b48b6bdd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 22:04:34.922647 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-9bb2af5f-153d-47b2-9645-269b48b6bdd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677593'] for router_gateway, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:35.096262 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-9bb2af5f-153d-47b2-9645-269b48b6bdd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-677217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6475'] for router, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:35.098398 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-9bb2af5f-153d-47b2-9645-269b48b6bdd0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:35.120003 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-9bb2af5f-153d-47b2-9645-269b48b6bdd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783128'] for router, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:35.120519 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb2af5f-153d-47b2-9645-269b48b6bdd0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router adccc102-1e3b-4e20-9d87-de404b0b9a01 {{(pid=86864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 16 22:04:35.132651 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-9bb2af5f-153d-47b2-9645-269b48b6bdd0 admin admin] Notify callbacks [] for router, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:35.133754 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-9bb2af5f-153d-47b2-9645-269b48b6bdd0 admin admin] 10.222.0.50 "DELETE /v2.0/routers/adccc102-1e3b-4e20-9d87-de404b0b9a01 HTTP/1.1" status: 204 len: 168 time: 1.2814512 Nov 16 22:04:35.136201 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [-] (86864) accepted ('10.222.0.50', 49390) {{(pid=86864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 22:04:35.194957 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ad22753-b0f9-4aa8-8d17-d93096ba47b3 admin admin] Deleting subnet 2a236977-c35c-4c62-b9ea-e155e650cc2c {{(pid=86864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 16 22:04:35.197776 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-3ad22753-b0f9-4aa8-8d17-d93096ba47b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:35.245534 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-3ad22753-b0f9-4aa8-8d17-d93096ba47b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1095438'] for subnet, precommit_delete_associations {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:35.326141 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-3ad22753-b0f9-4aa8-8d17-d93096ba47b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7959338'] for subnet, precommit_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:35.395865 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-3ad22753-b0f9-4aa8-8d17-d93096ba47b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7959329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3119339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3111270'] for subnet, after_delete {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:35.403812 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-d964f264-c72c-4a5f-a750-b2b216d0a646 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 22:04:35.440592 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25edf32-ab34-4689-ac63-aee07472a2d6 None None] Network 3d7d5abe-972b-4bb7-8664-76b3e3514017 requested from dv-cinder-818140-1-smb {{(pid=86865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 16 22:04:35.441931 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron_lib.callbacks.manager [None req-3ad22753-b0f9-4aa8-8d17-d93096ba47b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:35.444607 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad22753-b0f9-4aa8-8d17-d93096ba47b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a236977-c35c-4c62-b9ea-e155e650cc2c,revision_number=None']} {{(pid=86864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:04:35.447442 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG oslo_concurrency.lockutils [None req-3ad22753-b0f9-4aa8-8d17-d93096ba47b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 22:04:35.451295 dv-cinder-818140-1-smb neutron-server[86864]: INFO neutron.wsgi [None req-3ad22753-b0f9-4aa8-8d17-d93096ba47b3 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/2a236977-c35c-4c62-b9ea-e155e650cc2c HTTP/1.1" status: 204 len: 168 time: 0.3135605 Nov 16 22:04:35.453888 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 49394) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 22:04:35.563860 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-5c01e320-e96a-4ce1-af2e-62f87dd1db6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7988716'] for network, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:35.575758 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.plugin [None req-5c01e320-e96a-4ce1-af2e-62f87dd1db6f admin admin] Deleting port 0bb14324-d906-4836-a1df-20a3c10bde07 {{(pid=86863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 16 22:04:35.576112 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-5c01e320-e96a-4ce1-af2e-62f87dd1db6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790568630941'] for port, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:35.697674 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae289a7-5243-4439-a572-a798db975d8a None None] DHCP port deletion for 3d7d5abe-972b-4bb7-8664-76b3e3514017 request from dv-cinder-818140-1-smb {{(pid=86865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 16 22:04:35.702255 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-4ae289a7-5243-4439-a572-a798db975d8a None None] Deleting port 0bb14324-d906-4836-a1df-20a3c10bde07 {{(pid=86865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 16 22:04:35.702734 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-4ae289a7-5243-4439-a572-a798db975d8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790568630941'] for port, before_delete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:35.799451 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.db [None req-5c01e320-e96a-4ce1-af2e-62f87dd1db6f admin admin] For port 0bb14324-d906-4836-a1df-20a3c10bde07, host dv-cinder-818140-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=0bb14324-d906-4836-a1df-20a3c10bde07,segment=NetworkSegment(9263a306-034e-4b10-bf77-f4acd2bbee61),segment_id=9263a306-034e-4b10-bf77-f4acd2bbee61)] {{(pid=86863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 22:04:35.799805 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-5c01e320-e96a-4ce1-af2e-62f87dd1db6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675270'] for port, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:35.913512 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.db [None req-4ae289a7-5243-4439-a572-a798db975d8a None None] For port 0bb14324-d906-4836-a1df-20a3c10bde07, host dv-cinder-818140-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-smb',level=0,port_id=0bb14324-d906-4836-a1df-20a3c10bde07,segment=NetworkSegment(9263a306-034e-4b10-bf77-f4acd2bbee61),segment_id=9263a306-034e-4b10-bf77-f4acd2bbee61)] {{(pid=86865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 16 22:04:35.914039 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-4ae289a7-5243-4439-a572-a798db975d8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675270'] for port, precommit_delete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:35.927061 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.plugin [None req-5c01e320-e96a-4ce1-af2e-62f87dd1db6f admin admin] Calling delete_port for 0bb14324-d906-4836-a1df-20a3c10bde07 owned by network:dhcp {{(pid=86863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 16 22:04:36.005164 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-5c01e320-e96a-4ce1-af2e-62f87dd1db6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8001285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790568634161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790568269114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1459265'] for port, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:36.010576 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-16618b0b-d6f8-4985-9cc7-58ceb01f9171 tempest-VolumesActionsTest-374242088 tempest-VolumesActionsTest-374242088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 22:04:36.049465 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-4ae289a7-5243-4439-a572-a798db975d8a None None] Calling delete_port for 0bb14324-d906-4836-a1df-20a3c10bde07 owned by network:dhcp {{(pid=86865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 16 22:04:36.061263 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c01e320-e96a-4ce1-af2e-62f87dd1db6f admin admin] Pushing event deleted for resources: {'Port': ['ID=0bb14324-d906-4836-a1df-20a3c10bde07,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:04:36.063272 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c01e320-e96a-4ce1-af2e-62f87dd1db6f admin admin] No DVR routers for this DVR port 0bb14324-d906-4836-a1df-20a3c10bde07 on host dv-cinder-818140-1-smb {{(pid=86863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:04:36.064769 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-5c01e320-e96a-4ce1-af2e-62f87dd1db6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 22:04:36.128946 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.db.api [None req-4ae289a7-5243-4439-a572-a798db975d8a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 22:04:36.130001 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG oslo_db.api [None req-4ae289a7-5243-4439-a572-a798db975d8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 22:04:36.187235 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device 5c79622c-03e1-4bf2-92db-4aca731c23a8 no longer exists at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 16 22:04:36.223713 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] No Port match for: 5c79622c-03e1-4bf2-92db-4aca731c23a8 {{(pid=86865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 16 22:04:36.224057 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device 5c79622c-03e1-4bf2-92db-4aca731c23a8 not bound to the agent host dv-cinder-818140-1-smb {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 16 22:04:36.224480 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device 0bb14324-d906-4836-a1df-20a3c10bde07 no longer exists at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 16 22:04:36.257265 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] No Port match for: 0bb14324-d906-4836-a1df-20a3c10bde07 {{(pid=86865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 16 22:04:36.257625 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device 0bb14324-d906-4836-a1df-20a3c10bde07 not bound to the agent host dv-cinder-818140-1-smb {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 16 22:04:36.258021 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device f5951a3a-bebd-4506-a7e8-75204756fbc1 no longer exists at agent ovs-agent-dv-cinder-818140-1-smb {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 16 22:04:36.283942 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-5c01e320-e96a-4ce1-af2e-62f87dd1db6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7962236', 'neutron.services.segments.db._delete_segments_for_network-8790568771669'] for network, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:36.290618 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] No Port match for: f5951a3a-bebd-4506-a7e8-75204756fbc1 {{(pid=86865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 16 22:04:36.290969 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.rpc [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Device f5951a3a-bebd-4506-a7e8-75204756fbc1 not bound to the agent host dv-cinder-818140-1-smb {{(pid=86865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 16 22:04:36.310223 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.services.segments.db [None req-5c01e320-e96a-4ce1-af2e-62f87dd1db6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d7d5abe-972b-4bb7-8664-76b3e3514017']}} {{(pid=86863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:04:36.321637 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.services.segments.db [None req-5c01e320-e96a-4ce1-af2e-62f87dd1db6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9263a306-034e-4b10-bf77-f4acd2bbee61') {'for_net_delete': True} {{(pid=86863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:04:36.321928 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.services.segments.db [None req-5c01e320-e96a-4ce1-af2e-62f87dd1db6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9263a306-034e-4b10-bf77-f4acd2bbee61') {} {{(pid=86863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:04:36.333298 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-5c01e320-e96a-4ce1-af2e-62f87dd1db6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790568701269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2982132'] for segment, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:36.350147 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-5c01e320-e96a-4ce1-af2e-62f87dd1db6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930301'] for segment, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:36.357089 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c01e320-e96a-4ce1-af2e-62f87dd1db6f admin admin] Releasing vlan 823 on physical network physnet1 to pool {{(pid=86863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 22:04:36.357615 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-5c01e320-e96a-4ce1-af2e-62f87dd1db6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7930292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1459316'] for segment, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:36.370347 dv-cinder-818140-1-smb neutron-server[86863]: Traceback (most recent call last): Nov 16 22:04:36.370347 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 22:04:36.370347 dv-cinder-818140-1-smb neutron-server[86863]: timer() Nov 16 22:04:36.370347 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 22:04:36.370347 dv-cinder-818140-1-smb neutron-server[86863]: cb(*args, **kw) Nov 16 22:04:36.370347 dv-cinder-818140-1-smb neutron-server[86863]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 16 22:04:36.370347 dv-cinder-818140-1-smb neutron-server[86863]: return func(*args, **kwargs) Nov 16 22:04:36.370347 dv-cinder-818140-1-smb neutron-server[86863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 22:04:36.370347 dv-cinder-818140-1-smb neutron-server[86863]: self._notify() Nov 16 22:04:36.370347 dv-cinder-818140-1-smb neutron-server[86863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 22:04:36.370347 dv-cinder-818140-1-smb neutron-server[86863]: self.callback(batched_events) Nov 16 22:04:36.370347 dv-cinder-818140-1-smb neutron-server[86863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 22:04:36.370347 dv-cinder-818140-1-smb neutron-server[86863]: event.method(event) Nov 16 22:04:36.370347 dv-cinder-818140-1-smb neutron-server[86863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 16 22:04:36.370347 dv-cinder-818140-1-smb neutron-server[86863]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 22:04:36.370347 dv-cinder-818140-1-smb neutron-server[86863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 16 22:04:36.370347 dv-cinder-818140-1-smb neutron-server[86863]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 22:04:36.370347 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 16 22:04:36.370347 dv-cinder-818140-1-smb neutron-server[86863]: return f(self, *a, **k) Nov 16 22:04:36.370347 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 16 22:04:36.370347 dv-cinder-818140-1-smb neutron-server[86863]: return self._get(url).json() Nov 16 22:04:36.370347 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 16 22:04:36.370347 dv-cinder-818140-1-smb neutron-server[86863]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 22:04:36.370347 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 22:04:36.370347 dv-cinder-818140-1-smb neutron-server[86863]: return self.request(url, 'GET', **kwargs) Nov 16 22:04:36.370347 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 22:04:36.370347 dv-cinder-818140-1-smb neutron-server[86863]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 22:04:36.370347 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 22:04:36.370347 dv-cinder-818140-1-smb neutron-server[86863]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 22:04:36.370347 dv-cinder-818140-1-smb neutron-server[86863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 22:04:36.370347 dv-cinder-818140-1-smb neutron-server[86863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 22:04:36.370347 dv-cinder-818140-1-smb neutron-server[86863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 22:04:36.455402 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-5c01e320-e96a-4ce1-af2e-62f87dd1db6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7962117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677574'] for network, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:36.459530 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 22:04:36.472574 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-5c01e320-e96a-4ce1-af2e-62f87dd1db6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578116'] for network, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:36.485355 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c01e320-e96a-4ce1-af2e-62f87dd1db6f admin admin] Pushing event deleted for resources: {'Network': ['ID=3d7d5abe-972b-4bb7-8664-76b3e3514017,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:04:36.488780 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-5c01e320-e96a-4ce1-af2e-62f87dd1db6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 22:04:36.492803 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-5c01e320-e96a-4ce1-af2e-62f87dd1db6f admin admin] 10.222.0.50 "DELETE /v2.0/networks/3d7d5abe-972b-4bb7-8664-76b3e3514017 HTTP/1.1" status: 204 len: 168 time: 1.0356636 Nov 16 22:04:36.631416 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-4ae289a7-5243-4439-a572-a798db975d8a None None] Deleting port 0bb14324-d906-4836-a1df-20a3c10bde07 {{(pid=86865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 16 22:04:36.631936 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-4ae289a7-5243-4439-a572-a798db975d8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790568630941'] for port, before_delete {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:36.699488 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron.plugins.ml2.plugin [None req-4ae289a7-5243-4439-a572-a798db975d8a None None] The port '0bb14324-d906-4836-a1df-20a3c10bde07' was deleted {{(pid=86865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 16 22:04:36.703473 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 49400) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 22:04:36.765903 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-29f7c2a8-053c-4d82-a4fb-1a774ddadb3b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5ca92c45526f456f924dde7e783bf196&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0612102 Nov 16 22:04:36.768464 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 49404) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 22:04:36.829577 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-5c8dd095-5fa2-4ed0-bc1e-127fbd6970bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:36.854547 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-5c8dd095-5fa2-4ed0-bc1e-127fbd6970bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:36.911786 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-5c8dd095-5fa2-4ed0-bc1e-127fbd6970bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:36.916577 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-f6e02dc7-56f4-4a16-9990-825fc7b16b51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 22:04:36.929979 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8dd095-5fa2-4ed0-bc1e-127fbd6970bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b722568f-383b-4d65-a790-86aea8cc5340,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:04:36.934342 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-5c8dd095-5fa2-4ed0-bc1e-127fbd6970bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 22:04:36.937663 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-5c8dd095-5fa2-4ed0-bc1e-127fbd6970bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:36.941709 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-5c8dd095-5fa2-4ed0-bc1e-127fbd6970bc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b722568f-383b-4d65-a790-86aea8cc5340 HTTP/1.1" status: 204 len: 168 time: 0.1694639 Nov 16 22:04:37.271360 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 49412) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 22:04:37.320251 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-c43d2b07-cca3-493f-8e1f-28d157087931 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=73fb424bca6a41d896dbdee5b8a3ce1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0477228 Nov 16 22:04:37.322534 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.wsgi [-] (86863) accepted ('10.222.0.50', 49416) {{(pid=86863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 16 22:04:37.378206 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-fd295c5c-7a66-4acc-8551-add55e99986d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:37.405741 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-fd295c5c-7a66-4acc-8551-add55e99986d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:37.455432 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-fd295c5c-7a66-4acc-8551-add55e99986d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776901'] for security_group, after_delete {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:37.460461 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-e5c33590-c164-4146-90d0-6aea3faac7b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 22:04:37.472325 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd295c5c-7a66-4acc-8551-add55e99986d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99222ed5-e09d-4349-9778-cac8a144a1b9,revision_number=None']} {{(pid=86863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:04:37.474607 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG oslo_concurrency.lockutils [None req-fd295c5c-7a66-4acc-8551-add55e99986d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 22:04:37.477935 dv-cinder-818140-1-smb neutron-server[86863]: DEBUG neutron_lib.callbacks.manager [None req-fd295c5c-7a66-4acc-8551-add55e99986d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:37.479673 dv-cinder-818140-1-smb neutron-server[86863]: INFO neutron.wsgi [None req-fd295c5c-7a66-4acc-8551-add55e99986d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/99222ed5-e09d-4349-9778-cac8a144a1b9 HTTP/1.1" status: 204 len: 168 time: 0.1562834 Nov 16 22:04:54.726143 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-6f6dff0d-ca7f-46bb-801f-0e18c856b287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:55.294020 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:57.476831 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-bf14f6d1-d346-4dc2-a221-22987e58bc1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:58.665244 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-94ae2c1a-1f16-4ed2-be66-e1a93ab74dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:04:59.951771 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-941145a6-33c9-4841-86a3-a7e018513e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:05:00.935822 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:05:08.811171 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.agents_db [None req-6e4a458f-5157-4cde-8197-239c61c88c18 None None] Agent healthcheck: found 6 active agents {{(pid=86866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 16 22:05:24.727199 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-25d3561e-b375-49e1-a71f-732a748a55a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:05:25.296066 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:05:27.478214 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-48ca4064-3dcb-4b46-b59b-72cf9a15aa2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:05:28.670913 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-94ae2c1a-1f16-4ed2-be66-e1a93ab74dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:05:29.953974 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-941145a6-33c9-4841-86a3-a7e018513e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:05:30.933202 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:05:45.810244 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.agents_db [None req-6e4a458f-5157-4cde-8197-239c61c88c18 None None] Agent healthcheck: found 6 active agents {{(pid=86866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 16 22:05:54.733869 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b4840e66-bab6-4b72-9b6a-71e0c4f246c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:05:55.298426 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:05:57.481388 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-4995797a-02b4-47f9-a04b-3fc270c2e672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:05:58.671954 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-94ae2c1a-1f16-4ed2-be66-e1a93ab74dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:05:59.958200 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-941145a6-33c9-4841-86a3-a7e018513e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:06:00.951028 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:06:22.808590 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.agents_db [None req-6e4a458f-5157-4cde-8197-239c61c88c18 None None] Agent healthcheck: found 6 active agents {{(pid=86866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 16 22:06:24.726431 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-a444fdac-bff6-4945-bb9a-59640fd80f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:06:25.300664 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:06:27.484038 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-fc8d8e91-1e95-4f86-85ab-218c414ce4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:06:28.674690 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-94ae2c1a-1f16-4ed2-be66-e1a93ab74dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:06:29.962266 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-941145a6-33c9-4841-86a3-a7e018513e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:06:30.959291 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:06:54.727374 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-7a610353-604d-400c-b9f8-515aa393ae4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:06:55.304212 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:06:57.485928 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-f2940440-0285-4dd7-902c-f8484a699b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:06:58.677908 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-94ae2c1a-1f16-4ed2-be66-e1a93ab74dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:06:59.807281 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.agents_db [None req-6e4a458f-5157-4cde-8197-239c61c88c18 None None] Agent healthcheck: found 6 active agents {{(pid=86866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 16 22:06:59.963538 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-941145a6-33c9-4841-86a3-a7e018513e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:07:00.967193 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:07:10.766491 dv-cinder-818140-1-smb neutron-server[86864]: DEBUG neutron.wsgi [req-9d7e1ee1-a750-4deb-8718-d27af0ff64bc req-740bf515-9ae1-493b-813e-5cfd0428c9b6 service neutron] (86864) timed out ('10.222.0.60', 57223) {{(pid=86864) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Nov 16 22:07:24.732636 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-42d105aa-3098-44be-bd82-6b1c716b1b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:07:25.305802 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:07:27.514538 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-5a9fe42b-eb85-40ad-be21-f60146d0ef35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:07:28.679275 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-94ae2c1a-1f16-4ed2-be66-e1a93ab74dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:07:29.967819 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-941145a6-33c9-4841-86a3-a7e018513e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:07:30.963641 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:07:36.805485 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.agents_db [None req-6e4a458f-5157-4cde-8197-239c61c88c18 None None] Agent healthcheck: found 6 active agents {{(pid=86866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 16 22:07:54.732621 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-4951d525-f234-4531-a5d6-454a2503cb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:07:55.308181 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:07:57.490300 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-8d471df8-53f0-41d9-a683-20d4d76b49b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:07:58.682723 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-94ae2c1a-1f16-4ed2-be66-e1a93ab74dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:07:59.970430 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-941145a6-33c9-4841-86a3-a7e018513e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:08:00.965321 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:08:13.805030 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.agents_db [None req-6e4a458f-5157-4cde-8197-239c61c88c18 None None] Agent healthcheck: found 6 active agents {{(pid=86866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 16 22:08:24.734492 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-8dccd3ce-fd0d-4cad-bd90-e41d8ea2debd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:08:25.308946 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:08:27.491496 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-42372d89-0753-4761-a4f4-bef227cccbbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:08:28.684274 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-94ae2c1a-1f16-4ed2-be66-e1a93ab74dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:08:29.974472 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-941145a6-33c9-4841-86a3-a7e018513e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:08:30.978315 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:08:50.803991 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.agents_db [None req-6e4a458f-5157-4cde-8197-239c61c88c18 None None] Agent healthcheck: found 6 active agents {{(pid=86866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 16 22:08:54.735494 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-aac09251-b85e-4b46-b07d-060c848d2e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:08:55.311916 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:08:57.493488 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-62f55eb8-9220-4692-bfac-286900f5f15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:08:58.688583 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-94ae2c1a-1f16-4ed2-be66-e1a93ab74dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:08:59.976565 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-941145a6-33c9-4841-86a3-a7e018513e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:09:00.979261 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:09:24.737534 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-bda726a5-9778-4492-a9f7-89266cd9e235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:09:25.314607 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-b16529e9-8642-4792-973c-92c9a13155ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:09:27.495199 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-ffad94cb-087e-44a5-9cfc-19c9cb0a9d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:09:27.803084 dv-cinder-818140-1-smb neutron-server[86866]: DEBUG neutron.db.agents_db [None req-6e4a458f-5157-4cde-8197-239c61c88c18 None None] Agent healthcheck: found 6 active agents {{(pid=86866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 16 22:09:28.691779 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-94ae2c1a-1f16-4ed2-be66-e1a93ab74dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:09:29.979341 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-941145a6-33c9-4841-86a3-a7e018513e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 22:09:30.993902 dv-cinder-818140-1-smb neutron-server[86865]: DEBUG neutron_lib.callbacks.manager [None req-d8955d91-5145-464d-8eea-8f296c9680d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790568771741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7960902'] for agent, after_update {{(pid=86865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}